-- Logs begin at Mon 2022-04-11 17:16:33 UTC, end at Mon 2022-04-11 18:42:19 UTC. -- Apr 11 18:09:12.922800 dv-cinder-837355-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 18:09:15.868590 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.common.config [-] Logging enabled! Apr 11 18:09:15.869229 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 18:09:15.869377 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103969) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 18:09:15.872704 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.common.config [-] Logging enabled! Apr 11 18:09:15.872967 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 18:09:15.873279 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103969) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 18:09:15.874317 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 18:09:15.874753 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 18:09:15.874868 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 18:09:15.875157 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 18:09:15.875404 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 18:09:15.875846 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.876273 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 18:09:15.876593 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.876888 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.877178 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.877470 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.877756 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.878037 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.878321 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.878616 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.879225 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.879225 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.879473 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.879759 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.880034 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.880314 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.880595 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.880876 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] debug = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.881150 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.881568 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.881988 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.882267 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.882551 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.882831 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.883121 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.883398 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.883676 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.884003 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] host = dv-cinder-837355-1-iscsi {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.884277 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.884561 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.884843 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.885124 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.885394 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.885665 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.885942 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.886278 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.886482 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.886752 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.887036 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.887341 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.887625 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.887844 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.888064 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.888347 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.888627 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.888898 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.889168 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.889438 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.889734 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.890001 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.890536 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.890536 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.890799 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.891076 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.891368 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.891638 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.891907 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.892174 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.892454 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.892728 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.892996 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.893263 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.893543 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.893808 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.894077 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.894374 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.894657 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.894938 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.895240 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.895514 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.895794 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.896065 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.896336 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.896605 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] use_json = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.896872 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.897139 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.897415 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.897684 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.897954 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.898224 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.898493 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.898771 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.899040 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:15.899361 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.899657 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.899958 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.900254 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.900541 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.900819 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.901107 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.901384 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.901670 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.901996 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.902291 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.902573 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.903039 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.903184 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.903481 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.903785 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.904077 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.904373 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.904644 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.904919 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.905193 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.905992 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.906476 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.906613 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.906904 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.907215 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.907495 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.909826 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.909826 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.909826 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.909826 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.909826 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.909826 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.909826 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.909826 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.910902 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.910902 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.910902 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.911145 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.911425 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.911712 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.911990 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.912265 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.912536 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.912815 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.913110 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.913386 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.913657 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.913928 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.914206 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.914481 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.914768 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.915048 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.915348 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.915621 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.915899 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.916172 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.916445 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.916724 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.916994 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.917273 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.917542 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.917814 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.918081 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.918350 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.918620 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.918887 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.919182 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.919459 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.919728 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.919998 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.920269 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.920539 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.920809 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.921820 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.922108 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.922393 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.922668 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.922951 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.923256 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.923536 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.923813 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.924088 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.924365 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.924636 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.924923 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.925205 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.925490 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.925792 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.926068 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.926360 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.926637 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.926922 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.927235 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.927558 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.927918 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.928062 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.928442 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.928738 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.929035 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.929338 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.929627 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.929920 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.930198 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.930512 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.930795 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:15.931013 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 18:09:15.931288 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103969) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 18:09:16.309998 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 18:09:16.310271 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 18:09:16.310572 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 18:09:16.310918 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 18:09:16.644613 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.644819 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.645074 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.646364 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.646637 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.646899 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.701073 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.701348 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.701615 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.717310 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.717575 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.717878 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.750023 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.750314 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.750582 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.788131 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.788419 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:16.788685 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.132320 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.132963 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.132963 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.133139 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.133781 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.233208 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.233574 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.233892 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.234173 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.234463 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.234736 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.234996 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.235278 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.235532 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.235824 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.236073 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.236337 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.236591 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.236845 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.237096 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.237357 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.237608 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.237873 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.238139 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.238395 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.238831 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.239077 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.239381 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.239769 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.240020 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.240263 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.240665 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:09:17.240910 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:09:17.241147 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:09:17.241384 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:09:17.241628 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:09:17.241865 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:09:17.242231 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 18:09:17.245358 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 18:09:17.249783 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 18:09:17.253432 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Apr 11 18:09:17.255034 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 18:09:17.255522 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 18:09:17.255857 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 18:09:17.256244 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 18:09:17.259187 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 18:09:17.259434 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 18:09:17.259773 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 18:09:17.264574 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 18:09:17.288847 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 18:09:17.289247 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.289663 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103969) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 18:09:17.289920 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.291309 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103969) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 18:09:17.291595 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 18:09:17.291837 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 18:09:17.295172 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.295452 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:17.359857 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 18:09:17.360104 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 18:09:17.360342 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 18:09:17.360729 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 18:09:17.382031 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_db.sqlalchemy.engines [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103969) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 18:09:18.113179 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Initializing driver for type 'gre' Apr 11 18:09:18.113720 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] gre ID ranges: [(1, 1000)] Apr 11 18:09:18.387070 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Initializing driver for type 'local' Apr 11 18:09:18.387745 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Initializing driver for type 'vlan' Apr 11 18:09:18.495829 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] VlanTypeDriver initialization complete Apr 11 18:09:18.496254 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Initializing driver for type 'vxlan' Apr 11 18:09:18.496978 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] vxlan ID ranges: [(1, 1000)] Apr 11 18:09:18.706992 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Initializing extension driver 'port_security' Apr 11 18:09:18.707290 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.extensions.port_security [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] PortSecurityExtensionDriver initialization complete Apr 11 18:09:18.707628 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Initializing mechanism driver 'openvswitch' Apr 11 18:09:18.707957 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Initializing mechanism driver 'hyperv' Apr 11 18:09:18.714532 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.plugin [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:09:18.715460 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > port after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.715833 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > port after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.716192 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > port after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.716723 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:09:18.717207 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > subnet after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.717563 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > subnet after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.718559 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.719130 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:09:18.719798 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > network after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.720263 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > network after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.720613 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > network after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.721014 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:09:18.721427 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > security_group after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.721779 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > security_group after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.722123 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.722528 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:09:18.722933 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.723306 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.723650 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.724053 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:09:18.724461 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > address_group after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.724808 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > address_group after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.725149 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.725546 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:09:18.725995 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] ML2 OVO RPC backend initialized. {{(pid=103969) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 18:09:18.726714 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.727073 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.727518 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > network before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.727871 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > networks before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.728292 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > port before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.731241 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > ports before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.731241 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > subnet before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.731241 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > subnets before_response 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.731241 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > network after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.731631 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > network after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.731631 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > network after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.731631 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > port after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.731631 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > port after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.731957 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > port after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.731957 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > subnet after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.731957 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > subnet after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.732247 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.740551 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded quota_driver: . Apr 11 18:09:18.740923 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.plugin [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Modular L2 Plugin initialization complete Apr 11 18:09:18.741273 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading services supported by the core plugin {{(pid=103969) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 18:09:18.741621 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.plugins.ml2.managers [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Got port-security extension from driver 'port_security' Apr 11 18:09:18.742121 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.extensions.vlantransparent [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Disabled vlantransparent extension. Apr 11 18:09:18.742626 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103969) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 18:09:18.742955 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading Plugin: router Apr 11 18:09:18.779234 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.779625 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router after_create 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.779996 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router before_create 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.780363 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.781256 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.781609 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router after_delete 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.781966 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.782317 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.782674 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router after_create 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.783020 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router after_update 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.783400 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router after_update 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.783751 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.784111 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router after_update 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.784530 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router precommit_update 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.784903 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: port after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.785241 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: port after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.785827 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: subnet after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.786170 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.786516 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.786865 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router precommit_create 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.787235 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: port before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.787580 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router precommit_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.787935 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router after_update 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.788275 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.788626 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router precommit_create 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.788985 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.789330 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router precommit_update 55549900 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.789696 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > agent after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.790045 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > agent after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.790539 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > network after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.791476 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Tracking information for resource: router configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:09:18.791816 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Tracking information for resource: floatingip configured {{(pid=103969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:09:18.797562 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.db.l3_agentschedulers_db [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 18:09:18.798140 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: port after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.798502 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: port after_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.798853 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: port after_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.799252 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: port after_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.800058 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router before_create 55550100 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.800422 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.800784 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router precommit_create 55550100 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.805701 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > router precommit_update 55550100 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.806074 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.services.provider_configuration [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service providers = [] {{(pid=103969) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 18:09:18.806443 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.db.servicetype_db [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103969) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 18:09:18.809508 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.services.service_base [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 18:09:18.809862 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.services.service_base [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 18:09:18.810209 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.services.service_base [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 18:09:18.811125 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.services.service_base [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 18:09:18.811503 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.services.service_base [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 18:09:18.811933 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:09:18.812250 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 18:09:18.824923 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:09:18.825257 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading Plugin: auto_allocate Apr 11 18:09:18.836122 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: network precommit_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.836498 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: network precommit_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.837035 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:09:18.837355 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading Plugin: tag Apr 11 18:09:18.844929 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:09:18.845259 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading Plugin: timestamp Apr 11 18:09:18.849205 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:09:18.849533 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading Plugin: network_ip_availability Apr 11 18:09:18.855061 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.855455 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.855813 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:18.856548 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:09:18.856866 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading Plugin: flavors Apr 11 18:09:18.862492 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:09:18.862850 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading Plugin: revisions Apr 11 18:09:18.867188 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:09:18.867590 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_concurrency.lockutils [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.557s {{(pid=103969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 18:09:18.868350 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103969) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 18:09:18.868687 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Initializing extension manager. Apr 11 18:09:18.869211 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: __init__.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.869551 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: __pycache__ {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.870019 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: address_group.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.870760 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.871375 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: address-group Apr 11 18:09:18.871701 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: address_scope.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.872422 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.872937 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: address-scope Apr 11 18:09:18.873264 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.874245 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.874768 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: router-admin-state-down-before-update Apr 11 18:09:18.875082 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: agent.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.875819 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.876326 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: agent Apr 11 18:09:18.876646 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: agent_resources_synced.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.877735 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.878102 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: agent-resources-synced Apr 11 18:09:18.878421 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: allowedaddresspairs.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.880271 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.880794 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: allowed-address-pairs Apr 11 18:09:18.881121 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: auto_allocated_topology.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.882201 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.882714 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: auto-allocated-topology Apr 11 18:09:18.883035 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: availability_zone.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.883761 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.884274 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: availability_zone Apr 11 18:09:18.884592 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: availability_zone_filter.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.885508 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.886021 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: availability_zone_filter Apr 11 18:09:18.886344 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: data_plane_status.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.887286 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.887795 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 18:09:18.888114 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: default_subnetpools.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.889028 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.889537 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: default-subnetpools Apr 11 18:09:18.890015 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.890828 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.891383 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: dhcp_agent_scheduler Apr 11 18:09:18.891711 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: dns.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.892616 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.893131 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension dns-integration not supported by any of loaded plugins Apr 11 18:09:18.893449 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: dns_domain_ports.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.894435 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.894875 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 18:09:18.895232 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.896161 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.896667 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 18:09:18.896989 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: dvr.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.897664 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.898175 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: dvr Apr 11 18:09:18.898495 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: ecmp_routes.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.899456 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.899960 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 18:09:18.900279 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: empty_string_filtering.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.901206 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.901720 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: empty-string-filtering Apr 11 18:09:18.902041 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.902945 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.903496 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 18:09:18.910631 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.911403 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.911918 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 18:09:18.912242 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: external_net.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.913156 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.913668 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: external-net Apr 11 18:09:18.913989 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.914894 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.915428 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: extra_dhcp_opt Apr 11 18:09:18.915751 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: extraroute.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.916665 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.917208 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: extraroute Apr 11 18:09:18.917535 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: extraroute_atomic.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.918583 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.919115 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: extraroute-atomic Apr 11 18:09:18.919447 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: filter_validation.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.920130 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.920637 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: filter-validation Apr 11 18:09:18.920960 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: fip_pf_description.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.922870 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.923409 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 18:09:18.923737 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: fip_pf_port_range.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.924654 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.925166 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 18:09:18.925482 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: fip_port_details.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.926409 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.926910 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: fip-port-details Apr 11 18:09:18.927262 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: flavors.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.928550 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.929067 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: flavors Apr 11 18:09:18.929391 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.931138 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.931665 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 18:09:18.931995 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: floatingip_pools.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.932708 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.933220 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: floatingip-pools Apr 11 18:09:18.933545 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: ip_allocation.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.934549 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.935061 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 18:09:18.935410 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.936330 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.936866 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: ip-substring-filtering Apr 11 18:09:18.937194 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: l2_adjacency.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.938120 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.938632 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 18:09:18.938959 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: l3.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.940102 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.940626 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: router Apr 11 18:09:18.940954 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.943267 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.943808 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 18:09:18.944140 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.945076 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.945598 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: ext-gw-mode Apr 11 18:09:18.946019 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.946947 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.947507 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: l3-ha Apr 11 18:09:18.947833 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.948745 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.949256 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 18:09:18.949577 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: l3_flavors.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.950492 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.951051 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: l3-flavors Apr 11 18:09:18.951400 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.952829 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.953342 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 18:09:18.953673 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.954601 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.955135 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 18:09:18.955466 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: l3agentscheduler.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.956683 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.968407 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: l3_agent_scheduler Apr 11 18:09:18.968407 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: local_ip.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.970373 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.970925 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension local_ip not supported by any of loaded plugins Apr 11 18:09:18.971296 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: logging.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.972808 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.973335 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension logging not supported by any of loaded plugins Apr 11 18:09:18.973661 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: metering.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.974413 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.974997 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: metering Apr 11 18:09:18.975403 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.976533 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.977045 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: metering_source_and_destination_fields Apr 11 18:09:18.977374 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: multiprovidernet.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.978346 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.978806 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: multi-provider Apr 11 18:09:18.979147 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: netmtu.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.980085 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.980590 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: net-mtu Apr 11 18:09:18.980910 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: netmtu_writable.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.981828 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.982334 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: net-mtu-writable Apr 11 18:09:18.982671 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: network_availability_zone.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.983372 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.984506 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: network_availability_zone Apr 11 18:09:18.984824 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: network_ip_availability.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.985946 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.986454 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: network-ip-availability Apr 11 18:09:18.986775 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: network_segment_range.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.987583 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.988085 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 18:09:18.988404 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: pagination.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.989380 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.989707 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: pagination Apr 11 18:09:18.990076 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: port_device_profile.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.990925 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.991519 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: port-device-profile Apr 11 18:09:18.991837 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.992757 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.993268 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: port-mac-address-regenerate Apr 11 18:09:18.993586 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.994493 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.995002 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: port-numa-affinity-policy Apr 11 18:09:18.995354 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: port_resource_request.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.996271 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.996781 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 18:09:18.997105 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: port_resource_request_groups.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:18.998072 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:18.998581 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 18:09:18.998893 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: portbindings.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.012800 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.013323 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: binding Apr 11 18:09:19.013638 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: portbindings_extended.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.014955 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.015532 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: binding-extended Apr 11 18:09:19.015858 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: portsecurity.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.016785 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.017286 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: port-security Apr 11 18:09:19.017612 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: project_id.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.018587 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.018936 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: project-id Apr 11 18:09:19.019283 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: providernet.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.020218 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.020736 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: provider Apr 11 18:09:19.021105 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.024727 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.025248 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos not supported by any of loaded plugins Apr 11 18:09:19.025578 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.026821 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.027370 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 18:09:19.027698 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.028755 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.029337 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 18:09:19.029666 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos_default.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.031226 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.031664 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos-default not supported by any of loaded plugins Apr 11 18:09:19.031984 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos_fip.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.032905 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.033413 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos-fip not supported by any of loaded plugins Apr 11 18:09:19.033732 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.034633 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.035169 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 18:09:19.035759 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos_gateway_ip.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.036667 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.037177 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 18:09:19.037490 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos_port_network_policy.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.038388 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.038955 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 18:09:19.039301 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.040347 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.040854 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 18:09:19.041170 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.042195 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.042736 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 18:09:19.043053 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos_pps_rule.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.044257 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.044768 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos-pps not supported by any of loaded plugins Apr 11 18:09:19.045091 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos_rule_type_details.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.046012 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.047061 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 18:09:19.047463 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos_rule_type_filter.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.048371 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.048879 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 18:09:19.049198 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: qos_rules_alias.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.050237 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.050743 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 18:09:19.051062 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: quota_check_limit.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.051991 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.052500 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: quota-check-limit Apr 11 18:09:19.052818 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: quotasv2.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.053805 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.054128 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: quotas Apr 11 18:09:19.054441 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: quotasv2_detail.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.056165 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.056691 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: quota_details Apr 11 18:09:19.057025 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: rbac.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.058080 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.058601 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: rbac-policies Apr 11 18:09:19.058926 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: rbac_address_group.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.059903 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.060450 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: rbac-address-group Apr 11 18:09:19.060731 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: rbac_address_scope.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.061670 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.062377 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: rbac-address-scope Apr 11 18:09:19.062691 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: rbac_security_groups.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.063710 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.064219 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: rbac-security-groups Apr 11 18:09:19.064530 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: rbac_subnetpool.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.065440 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.065947 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: rbac-subnetpool Apr 11 18:09:19.066263 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: revisionifmatch.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.067206 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.067962 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: revision-if-match Apr 11 18:09:19.068278 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: revisions.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.069400 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.069913 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: standard-attr-revisions Apr 11 18:09:19.070232 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: router_availability_zone.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.070915 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.071459 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: router_availability_zone Apr 11 18:09:19.071806 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: routerservicetype.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.072699 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.073244 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension router-service-type not supported by any of loaded plugins Apr 11 18:09:19.073525 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.074437 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.074944 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: security-groups-normalized-cidr Apr 11 18:09:19.075284 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.076290 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.076795 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: port-security-groups-filtering Apr 11 18:09:19.077123 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.078645 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.079189 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: security-groups-remote-address-group Apr 11 18:09:19.079509 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.080437 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.080951 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: security-groups-shared-filtering Apr 11 18:09:19.081294 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.081853 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 18:09:19.082209 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: securitygroup.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.094678 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.095236 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: security-group Apr 11 18:09:19.095564 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: segment.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.096293 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.096804 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension segment not supported by any of loaded plugins Apr 11 18:09:19.097125 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.098062 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.098604 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 18:09:19.099037 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: servicetype.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.100582 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.101375 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: service-type Apr 11 18:09:19.101806 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: sorting.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.103184 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.103657 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: sorting Apr 11 18:09:19.104084 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: standard_attr_segment.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.105001 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.105515 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 18:09:19.105834 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: standardattrdescription.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.106477 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.106981 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: standard-attr-description Apr 11 18:09:19.107322 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: stateful_security_group.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.108333 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.109127 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: stateful-security-group Apr 11 18:09:19.109532 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: stdattrs_common.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.110342 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 18:09:19.110818 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.112110 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.112845 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 18:09:19.113316 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: subnet_onboard.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.114449 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.114964 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: subnet_onboard Apr 11 18:09:19.115310 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.116372 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.116883 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 18:09:19.117202 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: subnet_service_types.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.118290 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.119018 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: subnet-service-types Apr 11 18:09:19.119508 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: subnetallocation.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.121015 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.121745 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: subnet_allocation Apr 11 18:09:19.122213 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.123266 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.123818 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: subnetpool-prefix-ops Apr 11 18:09:19.124214 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.125481 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.126028 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 18:09:19.126380 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: tagging.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.127515 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.128041 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: standard-attr-tag Apr 11 18:09:19.128365 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: timestamp.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.129554 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.130065 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loaded extension: standard-attr-timestamp Apr 11 18:09:19.130395 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: trunk.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.131449 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.131963 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension trunk not supported by any of loaded plugins Apr 11 18:09:19.132286 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: trunk_details.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.133199 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.133708 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension trunk-details not supported by any of loaded plugins Apr 11 18:09:19.134029 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: uplink_status_propagation.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.134932 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.135477 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 18:09:19.135796 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Loading extension file: vlantransparent.py {{(pid=103969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:09:19.136467 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:09:19.136969 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 18:09:19.139576 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:network Apr 11 18:09:19.140809 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:subnet Apr 11 18:09:19.141214 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:09:19.141607 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:port Apr 11 18:09:19.142846 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.143304 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service FLAVORS assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.143919 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.144452 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.144670 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:router Apr 11 18:09:19.145095 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:floatingip Apr 11 18:09:19.145568 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service METERING assigned prefix: /metering {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.147031 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:19.147415 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:19.147760 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:09:19.148772 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 18:09:19.149207 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:security_group Apr 11 18:09:19.149639 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 18:09:19.150231 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service CORE assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.150556 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:09:19.150893 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] subnetpool is already registered Apr 11 18:09:19.151351 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service CORE assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.151673 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:09:19.151998 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] subnetpool is already registered Apr 11 18:09:19.154231 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.154766 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service FLAVORS assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.156166 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.156603 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.156933 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:router Apr 11 18:09:19.157269 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] router is already registered Apr 11 18:09:19.157689 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:floatingip Apr 11 18:09:19.158021 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] floatingip is already registered Apr 11 18:09:19.158487 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service METERING assigned prefix: /metering {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.159209 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 18:09:19.159536 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] rbac_policy is already registered Apr 11 18:09:19.159962 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:security_group Apr 11 18:09:19.160295 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] security_group is already registered Apr 11 18:09:19.160958 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 18:09:19.161285 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] security_group_rule is already registered Apr 11 18:09:19.161759 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service CORE assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.162082 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:09:19.162406 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] subnetpool is already registered Apr 11 18:09:19.162828 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.v2.resource_helper [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Service CORE assigned prefix: {{(pid=103969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:09:19.163186 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:09:19.163515 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING neutron.quota.resource_registry [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] subnetpool is already registered Apr 11 18:09:19.163980 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: extensions {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.166683 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: address-groups {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.168185 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: address-scopes {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.169384 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: agents {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.170654 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: auto-allocated-topology {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.171996 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: availability_zones {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.173206 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: dhcp-networks {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.174598 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: dhcp-agents {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.176163 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: routers {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.178268 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: flavors {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.179550 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: service_profiles {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.180749 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: next_providers {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.182203 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: service_profiles {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.183665 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: floatingip-pools {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.184991 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: routers {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.187239 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: floatingips {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.188415 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: l3-routers {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.189886 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: l3-agents {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.191333 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: metering-labels {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.192586 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: metering-label-rules {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.193943 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: network-ip-availabilities {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.195221 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: bindings {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.196768 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: quotas {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.198413 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: quotas {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.199993 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: rbac-policies {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.201190 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: security-groups {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.203189 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: security-group-rules {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.204973 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: service-providers {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.206191 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: subnetpools {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.207524 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: subnetpools {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.209080 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.210752 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.212599 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.214374 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.216066 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.218107 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.220467 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.222205 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.224979 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.226714 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron.api.extensions [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Extended resource: tags {{(pid=103969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:09:19.232716 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING keystonemiddleware.auth_token [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 18:09:19.237568 dv-cinder-837355-1-iscsi neutron-server[103969]: WARNING keystonemiddleware.auth_token [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 18:09:19.246510 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_concurrency.lockutils [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Acquired lock "singleton_lock" {{(pid=103969) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 18:09:19.246981 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_concurrency.lockutils [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Releasing lock "singleton_lock" {{(pid=103969) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 18:09:19.247654 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO oslo_service.service [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Starting 2 workers Apr 11 18:09:19.252640 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Started child 104080 {{(pid=103969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 18:09:19.257250 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Started child 104081 {{(pid=103969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 18:09:19.258077 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:19.258788 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO neutron.service [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 18:09:19.259483 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:19.259683 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [-] (104080) wsgi starting up on http://0.0.0.0:9696 Apr 11 18:09:19.261899 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO oslo_service.service [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Starting 1 workers Apr 11 18:09:19.262035 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:19.263502 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [-] (104081) wsgi starting up on http://0.0.0.0:9696 Apr 11 18:09:19.267712 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Started child 104082 {{(pid=103969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 18:09:19.268263 dv-cinder-837355-1-iscsi neutron-server[103969]: INFO oslo_service.service [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Starting 1 workers Apr 11 18:09:19.271684 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.service [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] calling RpcWorker wait() {{(pid=104082) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 18:09:19.272255 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.service [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] returning from RpcWorker wait() {{(pid=104082) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 18:09:19.272906 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Started child 104083 {{(pid=103969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 18:09:19.273552 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:19.273662 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG neutron_lib.callbacks.manager [None req-358bcecc-7285-4544-80c9-206d51c7468b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:19.274169 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:09:19.275583 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103969) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 18:09:19.275926 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 18:09:19.276026 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 18:09:19.276200 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 18:09:19.276649 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 18:09:19.276780 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 18:09:19.277204 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.277474 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.277712 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:19.278169 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.278169 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.278323 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.278704 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:09:19.278798 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.279042 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.279341 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.279621 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.279871 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.280039 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.280209 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.280527 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.281309 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.281609 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.281895 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.282154 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.282352 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.282524 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.282762 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.283048 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.283345 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.283619 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] debug = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.283965 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.284344 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.284570 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.284820 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.285036 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.285331 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.285947 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.286189 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.286352 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.286594 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.286808 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.287065 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.287306 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.287516 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.287765 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.287993 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.288237 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.288482 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.288949 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] host = dv-cinder-837355-1-iscsi {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.289186 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.289433 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.289746 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.289897 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.290138 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.290365 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.290636 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.290884 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.291151 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.291450 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.291633 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.291876 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.292114 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.292349 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.292509 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_options = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.292741 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.293007 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.293252 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.293448 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.293615 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.293776 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.294028 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.294187 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.294449 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.294662 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.294873 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.295086 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.295340 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.295572 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.295826 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.296156 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.296427 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.296709 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.296981 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.297173 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.297346 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.297569 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.297804 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.298036 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.298253 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.298469 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.298717 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.298922 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.299164 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.299408 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.299638 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.299891 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.300198 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.300523 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.300912 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.301146 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.301375 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.301624 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.301867 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.302092 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.302342 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.302768 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.303153 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.303557 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.303688 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.304057 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.304389 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_json = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.304671 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.304786 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.304994 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.305344 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.305724 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.306117 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.306200 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.306613 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.307014 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.307497 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.307598 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.307871 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.308122 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.308703 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.308703 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.308903 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.309057 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.309284 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.309528 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.309831 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.310059 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.310631 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.310953 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.311065 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.315401 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.315401 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.315401 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.315401 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.315401 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.315401 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.315401 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.315401 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316101 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316101 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316101 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316101 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316101 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316101 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316101 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316101 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316618 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316618 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316618 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316618 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316618 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316618 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.316618 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.317061 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.317061 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.317243 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.317458 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.317667 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.317912 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.318128 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.318357 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.318577 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.318812 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.319037 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.319275 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.319503 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.319734 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.319961 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.320181 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.320412 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.320642 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.320874 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.321130 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.321368 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.321581 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.321863 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.322000 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.322289 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.322437 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.322636 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.322859 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.323085 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.323317 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.323576 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.323787 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.324014 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.324221 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.324434 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.324660 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.324867 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.325078 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.325416 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.325505 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.325688 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.325894 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.326100 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.326305 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.326512 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.326725 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.326952 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.327209 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.328026 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.328142 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.328347 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.328573 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.328798 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.329080 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.329399 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.329665 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.329863 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.330078 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.330326 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.330540 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.330788 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.331003 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.331239 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.331451 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.331698 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.331971 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.332191 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.332525 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.332651 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.332901 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.333117 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.333348 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.333688 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.333792 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.334006 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.334259 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.335238 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.335238 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.335238 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.335238 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.335570 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.336245 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.336245 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.336245 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.336513 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.336686 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.336982 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.337248 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.337526 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.337769 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.338060 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.338263 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.338506 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.338747 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.340274 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.340274 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.340274 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.340274 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.340274 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.340274 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.340699 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.340699 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.340939 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.341152 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.341361 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.341637 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.341882 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.342724 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.342724 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.342724 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.343051 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.343745 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.344188 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.344188 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.344374 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.344596 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.345752 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.345752 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.345752 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.345752 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.345752 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.346161 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.346161 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.346329 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.346457 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.346661 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.347031 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.347417 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.347853 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.348218 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.348438 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.348675 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.348891 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.349112 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.349326 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.349535 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.350398 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.350398 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.350398 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.350670 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.350758 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.350938 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.351211 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.351606 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.351817 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.352166 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.352271 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.352468 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.352842 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.353057 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.353269 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.353538 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.353788 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.354032 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.354277 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.354509 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.354868 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.355303 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.355673 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.355922 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.356162 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.356377 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.356601 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.356820 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.357038 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.357270 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.357493 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.357705 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.357927 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.358140 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.358350 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.358639 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.358950 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.359231 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.359483 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.359698 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.359917 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.360144 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.360357 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.360665 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.360885 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.361197 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.361416 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.361697 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.361932 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.362488 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.362748 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.362990 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.363257 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.363515 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.363732 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.363960 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.364167 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.364375 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.364592 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.364824 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.365076 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.365572 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.365572 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.365749 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.365893 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.366268 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.366479 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.366701 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.366906 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.367128 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.367351 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.367584 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.367790 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.368043 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.368249 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.368456 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.368668 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.368883 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.369089 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.369309 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.369515 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.369740 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.369956 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.370173 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.370424 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.370684 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.370925 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.371185 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.371474 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.371699 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.371948 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.372193 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.372539 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.372751 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.373015 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.373233 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.373453 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.373708 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.373958 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.374296 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.374557 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.374819 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.375080 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.375386 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.375655 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.375921 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.376132 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.376412 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.376764 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.377025 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.377280 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.377501 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.377733 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.377977 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.378191 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.378433 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.378661 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.379053 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.379200 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.379426 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.379647 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.379861 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.380089 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.380308 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.380561 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.380774 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.380991 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.381203 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.381356 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 18:09:19.381955 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103969) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 18:09:19.382114 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 18:09:19.382265 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 18:09:19.382429 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 18:09:19.382594 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 18:09:19.382731 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 18:09:19.383167 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.383401 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.383644 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.383807 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.384145 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.384145 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.384336 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.384753 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.384851 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.384931 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.385075 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.385258 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.385397 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.385548 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.385703 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.385858 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.386165 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.386165 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.386342 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.386429 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.386582 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.386737 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.386889 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] debug = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.387042 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.387483 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.387483 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.388097 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.388097 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.388097 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.388097 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.388373 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.388373 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.388516 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.388605 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.388703 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.388858 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.389000 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.389152 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.389306 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.389463 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.389616 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.390281 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] host = dv-cinder-837355-1-iscsi {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.390574 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.390757 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.390891 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.391155 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.391330 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.391465 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.391598 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.391731 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.391874 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.392012 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.392147 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.392308 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.392491 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.392708 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.392981 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_options = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.393146 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.393348 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.393552 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.393805 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.394034 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.394260 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.394484 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.394708 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.394927 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.395183 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.395450 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.395631 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.395788 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.395942 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.396101 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.396256 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.396410 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.396563 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.396717 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.396870 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.397025 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.397177 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.397330 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.397508 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.397656 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.397794 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.397930 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.398064 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.398208 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.398355 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.398476 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.398650 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.398772 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.398927 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.399080 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.399256 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.399409 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.399566 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.399725 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.399881 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.400033 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.400186 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.400338 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.400496 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.400633 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.400789 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.400936 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_json = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.401069 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.401222 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.401374 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.401527 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.401670 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.401823 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.402206 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.402359 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.402512 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:09:19.402689 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.402847 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.403016 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.403197 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.403357 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.403514 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.403672 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.403834 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.404018 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.404132 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.404298 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.404523 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:09:19.404630 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.404630 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.404765 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.404902 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.405063 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.405225 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.405366 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.406287 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.406465 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.406630 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.406790 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.406958 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.407140 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.407312 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.407449 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.407589 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.407830 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.407994 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.408163 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.408319 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.408450 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.408607 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.408755 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.408958 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.409348 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.409551 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.409687 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.409830 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.410095 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.410689 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.410843 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.410999 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.411178 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.411339 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.411496 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.411653 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.411814 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.411947 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.412080 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.412237 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.412394 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.412552 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.412710 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.412868 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.413026 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.413169 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.413321 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.413486 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.413660 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.413806 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.413930 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.414088 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.414245 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.414402 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.414613 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.414746 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.414879 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.415009 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.415187 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.415319 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.415451 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.415613 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.415760 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.415917 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.416075 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.416296 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.416385 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.416524 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.416682 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.416839 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.416996 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.417153 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.417294 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.417455 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.417612 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.417754 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.417914 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.418072 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.418229 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.418386 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.418551 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.418725 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.418881 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.419027 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.419200 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.419404 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.419496 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.419630 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.419781 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.419934 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.420072 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.420223 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.420368 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.420529 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.420690 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.420845 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.421021 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.421181 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.421329 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.421484 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.421641 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.421800 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.421949 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.422103 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.422262 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.422404 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.422584 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.422734 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.422869 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.423002 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.423176 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.423334 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.423499 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.423666 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.423824 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.423982 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.424139 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.424297 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.424467 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.424779 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.424919 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.425117 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.425284 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.425443 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.425613 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.425771 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.425928 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.426085 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.426267 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.426457 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.426594 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.426722 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.426880 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.427038 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.427217 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.427375 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.427531 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.427689 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.427848 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.428005 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.428162 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.428324 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.428771 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.428771 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.428771 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.429040 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.429134 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.429218 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.429364 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.429606 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.429739 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.429873 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.430016 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.430152 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.430232 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.430393 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.430551 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.430714 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.430875 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.431860 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.431860 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.431860 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.431860 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.431860 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.431860 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.432291 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.432291 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.432291 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.432502 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.432502 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.432657 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.432797 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.432956 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.433114 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.433271 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.433430 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.433588 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.433747 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.433904 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.434061 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.434218 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.434375 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.434532 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.434708 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.434866 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.435025 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.435208 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.435366 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.435523 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.435764 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.435995 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.436208 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.436446 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.437185 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.437610 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.437610 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.437610 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.437959 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.438324 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.438324 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.438488 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.438604 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.438768 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.438928 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.439086 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.439266 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.439424 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.439595 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.439740 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.439898 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.440056 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.440213 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.440385 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.440544 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.440703 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.440861 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.441018 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.441180 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.441524 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.441524 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.441683 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.441792 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.441948 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.442100 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.442261 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.442420 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.442578 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.442735 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.442888 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.443044 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.443373 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.443373 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.443536 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.443665 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.443823 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.443979 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.444145 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.444303 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.444458 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.444614 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.444770 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.444926 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.445094 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.445251 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.445408 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.445565 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.445721 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.445879 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.446045 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.446204 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.446363 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.446528 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.446710 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.446830 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.446987 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.447176 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.447339 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.447497 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.447653 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.447822 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.447967 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.448126 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.448287 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.448454 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.448619 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.448777 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.448950 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.449097 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.449261 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.449418 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.449581 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.449791 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.450032 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.450032 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.450193 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.450342 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.450498 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.450661 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.450815 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.450973 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.451153 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.451314 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.451473 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.451629 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.451791 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.451945 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.452103 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.452287 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.453027 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.453186 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.453344 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:09:19.453498 dv-cinder-837355-1-iscsi neutron-server[103969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 18:09:19.622029 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43232) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:09:19.631431 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064380 Apr 11 18:09:31.761676 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8ac0d5-f14a-45c7-b5e1-8a2083b6c0b5 None None] get_active_networks_info from dv-cinder-837355-1-iscsi {{(pid=104082) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 18:09:31.847441 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ac0d5-f14a-45c7-b5e1-8a2083b6c0b5 None None] No non-hosted networks {{(pid=104082) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 18:09:31.857560 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.agentschedulers_db [None req-0d8ac0d5-f14a-45c7-b5e1-8a2083b6c0b5 None None] DHCP Agent not found on host dv-cinder-837355-1-iscsi {{(pid=104082) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 18:09:31.952347 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-59d70a65-797c-4992-ab37-96def339eae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8366796'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:34.543553 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-529163bb-8432-40a0-8607-9e09a20a210b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8366796'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:34.593383 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.db.api [None req-f3d34e78-446e-498d-9f66-4bdd19b7774c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837355-1-iscsi {{(pid=104082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 18:09:34.595550 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG oslo_db.api [None req-f3d34e78-446e-498d-9f66-4bdd19b7774c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 18:09:35.199081 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f3d34e78-446e-498d-9f66-4bdd19b7774c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:35.272984 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43302) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:09:35.377416 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8366796'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:35.877940 dv-cinder-837355-1-iscsi neutron-server[104081]: WARNING oslo_policy.policy [None req-dd069bff-8953-4ba4-b1f2-7166910dfed3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:09:35.878900 dv-cinder-837355-1-iscsi neutron-server[104081]: WARNING oslo_policy.policy [None req-dd069bff-8953-4ba4-b1f2-7166910dfed3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:09:36.111576 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [None req-dd069bff-8953-4ba4-b1f2-7166910dfed3 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:09:36.123144 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-dd069bff-8953-4ba4-b1f2-7166910dfed3 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8387980 Apr 11 18:09:36.846071 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8366796'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:38.290099 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8366796'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:38.291433 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.292000 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.292576 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.293058 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.293541 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.294028 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.294706 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.295536 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.296043 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.296657 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.297160 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.297922 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.298410 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.298888 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.299405 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:38.299965 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837355-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:09:38.309179 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837355-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:09:38.817146 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 43332) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:09:39.406735 dv-cinder-837355-1-iscsi neutron-server[104080]: WARNING oslo_policy.policy [None req-5c1f0832-38c6-409a-bdaf-f81941ad22dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:09:39.407268 dv-cinder-837355-1-iscsi neutron-server[104080]: WARNING oslo_policy.policy [None req-5c1f0832-38c6-409a-bdaf-f81941ad22dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:09:39.633739 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-5c1f0832-38c6-409a-bdaf-f81941ad22dc admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:09:39.729788 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.policy [None req-5c1f0832-38c6-409a-bdaf-f81941ad22dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104080) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 18:09:39.774328 dv-cinder-837355-1-iscsi neutron-server[104080]: WARNING oslo_policy.policy [None req-5c1f0832-38c6-409a-bdaf-f81941ad22dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:09:39.774711 dv-cinder-837355-1-iscsi neutron-server[104080]: WARNING oslo_policy.policy [None req-5c1f0832-38c6-409a-bdaf-f81941ad22dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:09:39.952402 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0832-38c6-409a-bdaf-f81941ad22dc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775766568019', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775766567535', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775766518291', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775766511269', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775766538145', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775766529202', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-955530', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-966327', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7918119', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7954267'] for rbac-policy (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:40.162105 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0832-38c6-409a-bdaf-f81941ad22dc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:40.175129 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5c1f0832-38c6-409a-bdaf-f81941ad22dc admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3445537 Apr 11 18:09:40.752742 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.db.l3_hamode_db [None req-efbce3c2-cc9c-4952-956d-344f91d6e9c1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 18:09:40.842221 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbce3c2-cc9c-4952-956d-344f91d6e9c1 None None] Routers set() bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:09:40.842576 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbce3c2-cc9c-4952-956d-344f91d6e9c1 None None] Router IDs set() for agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 18:09:42.742583 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43350) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:09:43.064577 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:09:43.193259 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Made reservation on behalf of 42dd0f7cc6484246b001a27000770617 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:09:43.255674 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.policy [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104081) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 18:09:43.299411 dv-cinder-837355-1-iscsi neutron-server[104081]: WARNING oslo_policy.policy [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:09:43.299788 dv-cinder-837355-1-iscsi neutron-server[104081]: WARNING oslo_policy.policy [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:09:43.310291 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:43.332785 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:43.447811 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Publish callbacks [] for security_group (ae333ebe-e242-4790-a1fc-dee7b4e03c13), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:43.535701 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (ae333ebe-e242-4790-a1fc-dee7b4e03c13), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:43.568275 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:09:43.600426 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775763494822', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (da606a51-1d99-4837-b463-019fd129d9f8), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:43.601138 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Unsubscribe: segment precommit_create {{(pid=104081) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 18:09:43.601596 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Added segment da606a51-1d99-4837-b463-019fd129d9f8 of type vlan for network 347bd0c3-803c-47ae-bb4a-4377f2ec3410 Apr 11 18:09:43.607630 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ae333ebe-e242-4790-a1fc-dee7b4e03c13,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:09:43.646556 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.646889 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.647269 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.647603 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.647925 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.648245 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.648653 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.648965 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.649279 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.649593 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.649906 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.650232 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.650545 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.650854 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.651181 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Tracked resource versions report: Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: pushed versions: Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: { 'AddressGroup': {'1.2'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Agent': {'1.1'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'ConntrackHelper': {'1.0'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Log': {'1.0'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'NDPProxy': {'1.0'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Network': {'1.1'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Port': {'1.7'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'PortForwarding': {'1.3'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'QosPolicy': {'1.10'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'SecurityGroup': {'1.5'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'SubPort': {'1.0'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Subnet': {'1.1'}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Trunk': {'1.1'}} Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: consumer versions: Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: { DHCP agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: L3 agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: Metadata agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: Metering agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: Open vSwitch agent@dv-cinder-837355-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Agent': '1.1', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'ConntrackHelper': '1.0', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'LocalIPAssociation': '1.0', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Log': '1.0', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'NDPProxy': '1.0', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Network': '1.1', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Port': '1.7', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'PortForwarding': '1.3', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'QosPolicy': '1.10', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'SecurityGroup': '1.5', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'SecurityGroupRule': '1.2', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'SubPort': '1.0', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Subnet': '1.1', Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Trunk': '1.1'}} Apr 11 18:09:43.652607 dv-cinder-837355-1-iscsi neutron-server[104081]: {{(pid=104081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:09:43.723170 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (347bd0c3-803c-47ae-bb4a-4377f2ec3410), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:43.844895 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (347bd0c3-803c-47ae-bb4a-4377f2ec3410), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:43.850153 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:09:43.850876 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:43.972480 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] Pushing event updated for resources: {'Network': ['ID=347bd0c3-803c-47ae-bb4a-4377f2ec3410,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:09:43.985199 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 347bd0c3-803c-47ae-bb4a-4377f2ec3410 details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:09:44.012979 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-0a6d1029-114b-492b-bb72-d39a53ca540e demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2692676 Apr 11 18:09:46.701431 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 43364) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:09:47.169488 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceb2b46-adf8-4c73-adfa-9fc58f208805 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:09:47.170938 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6ceb2b46-adf8-4c73-adfa-9fc58f208805 demo admin] 10.222.0.64 "GET /v2.0/networks/347bd0c3-803c-47ae-bb4a-4377f2ec3410 HTTP/1.1" status: 200 len: 825 time: 0.4685054 Apr 11 18:09:47.198252 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9d4288e6-bdea-430a-97b8-d4b912aca7b5 demo admin] 10.222.0.64 "GET /v2.0/subnetpools/9079f41f-1e89-4a59-995c-63d8ace06aa3 HTTP/1.1" status: 200 len: 734 time: 0.0201664 Apr 11 18:09:47.207466 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Request body: {'subnet': {'subnetpool_id': '9079f41f-1e89-4a59-995c-63d8ace06aa3', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410', 'gateway_ip': '172.20.0.1'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:09:47.341620 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Made reservation on behalf of 42dd0f7cc6484246b001a27000770617 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:09:47.345081 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:47.731052 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for subnet (1a932fb2-c26d-41d5-a953-ba0fbc9d10f4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:47.810248 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Checking segment: {'id': 'da606a51-1d99-4837-b463-019fd129d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:09:47.810608 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Network hostable DHCP agents. Network: 347bd0c3-803c-47ae-bb4a-4377f2ec3410, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:09:47.822412 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Pushing event updated for resources: {'Subnet': ['ID=1a932fb2-c26d-41d5-a953-ba0fbc9d10f4,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:09:47.840488 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.840488 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.840785 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.841040 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.841374 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.841698 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.842024 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.842347 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.842685 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.843017 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.843402 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.843770 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.845202 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.845536 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.845865 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Tracked resource versions report: Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: pushed versions: Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: { 'AddressGroup': {'1.2'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Agent': {'1.1'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'ConntrackHelper': {'1.0'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Log': {'1.0'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'NDPProxy': {'1.0'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Network': {'1.1'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Port': {'1.7'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'PortForwarding': {'1.3'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'QosPolicy': {'1.10'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'SecurityGroup': {'1.5'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'SubPort': {'1.0'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Subnet': {'1.1'}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Trunk': {'1.1'}} Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: consumer versions: Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: { DHCP agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: L3 agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: Metadata agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: Metering agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: Open vSwitch agent@dv-cinder-837355-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Agent': '1.1', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'ConntrackHelper': '1.0', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'LocalIPAssociation': '1.0', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Log': '1.0', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'NDPProxy': '1.0', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Network': '1.1', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Port': '1.7', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'PortForwarding': '1.3', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'QosPolicy': '1.10', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'SecurityGroup': '1.5', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'SecurityGroupRule': '1.2', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'SubPort': '1.0', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Subnet': '1.1', Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Trunk': '1.1'}} Apr 11 18:09:47.847334 dv-cinder-837355-1-iscsi neutron-server[104080]: {{(pid=104080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:09:47.998889 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Network 347bd0c3-803c-47ae-bb4a-4377f2ec3410 is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:09:48.090379 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 347bd0c3-803c-47ae-bb4a-4377f2ec3410) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:09:48.095399 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:09:48.096041 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:48.101786 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c593cee-c189-4b1b-af98-84b7954f17ba None None] Network 347bd0c3-803c-47ae-bb4a-4377f2ec3410 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:09:48.215413 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f0ae8b8b-8a4b-4627-b323-ab918980586a demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0111377 Apr 11 18:09:48.554585 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33b16363-d1dc-561d-85f9-13ae24ae00bf-347bd0c3-803c-47ae-bb4a-4377f2ec3410', 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410', 'project_id': '42dd0f7cc6484246b001a27000770617', 'fixed_ips': [{'subnet_id': '1a932fb2-c26d-41d5-a953-ba0fbc9d10f4'}]}} from dv-cinder-837355-1-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:09:48.556110 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:48.895973 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Allocated IP 172.20.0.2 (347bd0c3-803c-47ae-bb4a-4377f2ec3410/1a932fb2-c26d-41d5-a953-ba0fbc9d10f4/44a54b07-777f-4b91-a511-0d0822ae3553) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:09:49.226608 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Publish callbacks [] for port (44a54b07-777f-4b91-a511-0d0822ae3553), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:49.336772 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (44a54b07-777f-4b91-a511-0d0822ae3553), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:49.419779 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Network 347bd0c3-803c-47ae-bb4a-4377f2ec3410 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:09:49.425386 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:09:49.433959 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:09:49.443722 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Pushing event updated for resources: {'Port': ['ID=44a54b07-777f-4b91-a511-0d0822ae3553,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:09:49.492220 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.492521 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.492818 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.493167 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.493498 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.493822 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.494143 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.494461 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.494821 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.495142 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.495446 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.495781 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.496105 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.496417 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.496730 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Tracked resource versions report: Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: pushed versions: Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: { 'AddressGroup': {'1.2'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Agent': {'1.1'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'ConntrackHelper': {'1.0'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Log': {'1.0'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'NDPProxy': {'1.0'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Network': {'1.1'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Port': {'1.7'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'PortForwarding': {'1.3'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'QosPolicy': {'1.10'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'SecurityGroup': {'1.5'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'SubPort': {'1.0'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Subnet': {'1.1'}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Trunk': {'1.1'}} Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: consumer versions: Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: { DHCP agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: L3 agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: Metadata agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: Metering agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: Open vSwitch agent@dv-cinder-837355-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Agent': '1.1', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'ConntrackHelper': '1.0', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'LocalIPAssociation': '1.0', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Log': '1.0', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'NDPProxy': '1.0', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Network': '1.1', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Port': '1.7', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'PortForwarding': '1.3', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'QosPolicy': '1.10', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'SecurityGroup': '1.5', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'SecurityGroupRule': '1.2', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'SubPort': '1.0', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Subnet': '1.1', Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Trunk': '1.1'}} Apr 11 18:09:49.498220 dv-cinder-837355-1-iscsi neutron-server[104082]: {{(pid=104082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:09:49.539723 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Attempting to bind port 44a54b07-777f-4b91-a511-0d0822ae3553 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:09:49.540239 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Attempting to bind port 44a54b07-777f-4b91-a511-0d0822ae3553 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': 'da606a51-1d99-4837-b463-019fd129d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:09:49.540560 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Attempting to bind port 44a54b07-777f-4b91-a511-0d0822ae3553 on network 347bd0c3-803c-47ae-bb4a-4377f2ec3410 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:09:49.546474 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:09:49.547525 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Checking segment: {'id': 'da606a51-1d99-4837-b463-019fd129d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:09:49.548210 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:49.548813 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Bound using segment: {'id': 'da606a51-1d99-4837-b463-019fd129d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:09:49.549321 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Bound port: 44a54b07-777f-4b91-a511-0d0822ae3553, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da606a51-1d99-4837-b463-019fd129d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:09:49.549734 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (44a54b07-777f-4b91-a511-0d0822ae3553), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:49.629696 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] For port 44a54b07-777f-4b91-a511-0d0822ae3553, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:09:49.634611 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] For port 44a54b07-777f-4b91-a511-0d0822ae3553, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=44a54b07-777f-4b91-a511-0d0822ae3553,segment=NetworkSegment(da606a51-1d99-4837-b463-019fd129d9f8),segment_id=da606a51-1d99-4837-b463-019fd129d9f8)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:09:49.729705 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (44a54b07-777f-4b91-a511-0d0822ae3553), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:49.826971 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73619db5-1e48-423b-bd03-7407835503b0 None None] Pushing event updated for resources: {'Port': ['ID=44a54b07-777f-4b91-a511-0d0822ae3553,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:09:51.045418 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43376) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:09:51.397450 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [None req-c05add00-92ee-4046-88aa-dd52bae92b67 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:09:51.398464 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c05add00-92ee-4046-88aa-dd52bae92b67 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3518047 Apr 11 18:09:54.018618 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43384) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:09:54.352240 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [None req-47824f30-68b0-4e70-91eb-dd2ac2b017d1 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:09:54.353221 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-47824f30-68b0-4e70-91eb-dd2ac2b017d1 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3334737 Apr 11 18:09:56.932877 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43392) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:09:57.277361 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-25f08f99-871d-4e4e-8f7d-a8e370f6746b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:09:57.382151 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25f08f99-871d-4e4e-8f7d-a8e370f6746b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8367919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4781'] for router (b2f8e66f-6e32-4e97-b6e0-9babbb34a28f), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:57.383853 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25f08f99-871d-4e4e-8f7d-a8e370f6746b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8366239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7919140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8212035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4794'] for router (b2f8e66f-6e32-4e97-b6e0-9babbb34a28f), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:57.522473 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25f08f99-871d-4e4e-8f7d-a8e370f6746b demo demo] Publish callbacks [] for router_controller (b2f8e66f-6e32-4e97-b6e0-9babbb34a28f), precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:57.599972 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25f08f99-871d-4e4e-8f7d-a8e370f6746b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8366246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918807'] for router (b2f8e66f-6e32-4e97-b6e0-9babbb34a28f), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:57.702133 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-25f08f99-871d-4e4e-8f7d-a8e370f6746b demo demo] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:09:57.703669 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-25f08f99-871d-4e4e-8f7d-a8e370f6746b demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7696180 Apr 11 18:10:00.427843 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43404) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:10:00.792402 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [None req-d43e44f8-e359-4c3b-8e32-5ede1f02e075 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:10:00.793497 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d43e44f8-e359-4c3b-8e32-5ede1f02e075 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3646302 Apr 11 18:10:01.163433 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 44a54b07-777f-4b91-a511-0d0822ae3553 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:10:01.265719 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 44a54b07-777f-4b91-a511-0d0822ae3553 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:10:01.266277 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (44a54b07-777f-4b91-a511-0d0822ae3553), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:01.376239 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 44a54b07-777f-4b91-a511-0d0822ae3553 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:10:01.376571 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (44a54b07-777f-4b91-a511-0d0822ae3553), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:01.412000 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 44a54b07-777f-4b91-a511-0d0822ae3553, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=44a54b07-777f-4b91-a511-0d0822ae3553,segment=NetworkSegment(da606a51-1d99-4837-b463-019fd129d9f8),segment_id=da606a51-1d99-4837-b463-019fd129d9f8)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:10:01.530561 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (44a54b07-777f-4b91-a511-0d0822ae3553), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:01.584544 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=44a54b07-777f-4b91-a511-0d0822ae3553,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:10:01.641389 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e40e3e6-5371-4ba8-a4bd-981dd349753a None None] Network 347bd0c3-803c-47ae-bb4a-4377f2ec3410 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:10:01.710807 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-301c53d3-c472-4a12-85cd-39c2aac1a9d7 None None] Provisioning complete for port 44a54b07-777f-4b91-a511-0d0822ae3553 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:10:01.711241 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-301c53d3-c472-4a12-85cd-39c2aac1a9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (44a54b07-777f-4b91-a511-0d0822ae3553), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:01.840929 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0bf9c4bf-7dcd-4ec2-811d-f338dc43792b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:01.860330 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-301c53d3-c472-4a12-85cd-39c2aac1a9d7 None None] Current status of the port 44a54b07-777f-4b91-a511-0d0822ae3553 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:10:02.077924 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e38b3340-3def-4634-a08b-a7bed12ba8e9 None None] Provisioning complete for port 44a54b07-777f-4b91-a511-0d0822ae3553 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:10:02.078950 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e38b3340-3def-4634-a08b-a7bed12ba8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (44a54b07-777f-4b91-a511-0d0822ae3553), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:02.160051 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e38b3340-3def-4634-a08b-a7bed12ba8e9 None None] Current status of the port 44a54b07-777f-4b91-a511-0d0822ae3553 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:10:03.124946 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 44a54b07-777f-4b91-a511-0d0822ae3553 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:10:03.172279 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 44a54b07-777f-4b91-a511-0d0822ae3553 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:10:03.172702 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (44a54b07-777f-4b91-a511-0d0822ae3553), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:03.249435 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 44a54b07-777f-4b91-a511-0d0822ae3553 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:10:03.318639 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:10:03.470220 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43414) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:10:03.809232 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:10:03.953581 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Made reservation on behalf of c5456046fabd4278970346f2ea626303 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:10:03.956642 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:03.967538 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:04.040956 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Publish callbacks [] for security_group (e65b59b2-3b79-476f-8e2b-80c19b659072), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:04.134694 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e65b59b2-3b79-476f-8e2b-80c19b659072), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:04.150569 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Reserving flat network on physical network physnet1 {{(pid=104081) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 18:10:04.173468 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65b59b2-3b79-476f-8e2b-80c19b659072,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:10:04.176459 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (01bcb5b2-6ca0-43ed-91f3-c125a839304c), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:04.176800 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Added segment 01bcb5b2-6ca0-43ed-91f3-c125a839304c of type flat for network 92929611-3b7d-482f-9e07-357d61c7241e Apr 11 18:10:04.229123 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (92929611-3b7d-482f-9e07-357d61c7241e), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:04.427922 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (92929611-3b7d-482f-9e07-357d61c7241e), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:04.428987 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:10:04.429608 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:04.546814 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] Pushing event updated for resources: {'Network': ['ID=92929611-3b7d-482f-9e07-357d61c7241e,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:10:04.547964 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f5add528-97d1-4cde-b46b-c68ea0f32c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:04.557177 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 92929611-3b7d-482f-9e07-357d61c7241e details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:10:04.647552 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4405e86a-1674-4f8d-abcd-e732201dd928 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1761613 Apr 11 18:10:05.394479 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:06.844778 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:07.192669 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43432) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:10:07.415358 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042138d8-7bb2-4678-8b11-c8483db764a8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:10:07.416742 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-042138d8-7bb2-4678-8b11-c8483db764a8 demo admin] 10.222.0.64 "GET /v2.0/subnets/1a932fb2-c26d-41d5-a953-ba0fbc9d10f4 HTTP/1.1" status: 200 len: 849 time: 0.2231095 Apr 11 18:10:07.542777 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-370dc1f5-270f-4dfe-b287-022ec37ebf3e demo admin] 10.222.0.64 "GET /v2.0/routers/b2f8e66f-6e32-4e97-b6e0-9babbb34a28f HTTP/1.1" status: 200 len: 704 time: 0.1191125 Apr 11 18:10:07.814313 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:08.118095 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Allocated IP 172.20.0.1 (347bd0c3-803c-47ae-bb4a-4377f2ec3410/1a932fb2-c26d-41d5-a953-ba0fbc9d10f4/ed33b833-a1c0-4de7-9dc6-6989a6f6b351) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:10:08.308036 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:08.309925 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Publish callbacks [] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:08.462698 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:08.598873 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Network 347bd0c3-803c-47ae-bb4a-4377f2ec3410 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:10:08.604885 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:10:08.612521 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Pushing event updated for resources: {'Port': ['ID=ed33b833-a1c0-4de7-9dc6-6989a6f6b351,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:10:08.615137 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:10:08.616215 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7918628'] for router_interface (b2f8e66f-6e32-4e97-b6e0-9babbb34a28f), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:08.920779 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-53375aea-8909-48b1-b797-74059ba4c675 None None] Provisioning complete for port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:10:08.921073 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-53375aea-8909-48b1-b797-74059ba4c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:08.956842 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-53375aea-8909-48b1-b797-74059ba4c675 None None] Port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:10:08.968331 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:09.185231 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Publish callbacks [] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:09.262007 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:09.262869 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7877612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7918996'] for router_interface (b2f8e66f-6e32-4e97-b6e0-9babbb34a28f), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:09.352247 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Pushing event updated for resources: {'Port': ['ID=ed33b833-a1c0-4de7-9dc6-6989a6f6b351,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:10:09.396560 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Network 347bd0c3-803c-47ae-bb4a-4377f2ec3410 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:10:09.398036 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:10:09.578070 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-125fc631-4000-40ba-8b87-5770150bc8ef None None] Provisioning complete for port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:10:09.578628 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-125fc631-4000-40ba-8b87-5770150bc8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:09.615088 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-125fc631-4000-40ba-8b87-5770150bc8ef None None] Port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:10:09.685098 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Router b2f8e66f-6e32-4e97-b6e0-9babbb34a28f is scheduled to L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:10:09.781050 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:10:09.787194 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b1d15a58-2b04-4e5c-a2e4-10c19be309ca demo admin] 10.222.0.64 "PUT /v2.0/routers/b2f8e66f-6e32-4e97-b6e0-9babbb34a28f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2391381 Apr 11 18:10:09.807903 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Sync routers for ids ['b2f8e66f-6e32-4e97-b6e0-9babbb34a28f'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:10:09.817778 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Routers {'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:10:09.820395 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:10:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['b2f8e66f-6e32-4e97-b6e0-9babbb34a28f'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:10:10.021085 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Set router b2f8e66f-6e32-4e97-b6e0-9babbb34a28f gateway port host: None {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:10:10.463626 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'name': 'router1', 'tenant_id': '42dd0f7cc6484246b001a27000770617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:09:57Z', 'updated_at': '2022-04-11T18:10:08Z', 'revision_number': 2, 'project_id': '42dd0f7cc6484246b001a27000770617', 'gw_port_host': None, '_interfaces': [{'id': 'ed33b833-a1c0-4de7-9dc6-6989a6f6b351', 'name': '', 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410', 'tenant_id': '42dd0f7cc6484246b001a27000770617', 'mac_address': 'fa:16:3e:3a:a5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a932fb2-c26d-41d5-a953-ba0fbc9d10f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:10:07Z', 'updated_at': '2022-04-11T18:10:09Z', 'revision_number': 2, 'project_id': '42dd0f7cc6484246b001a27000770617', 'subnets': [{'id': '1a932fb2-c26d-41d5-a953-ba0fbc9d10f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9079f41f-1e89-4a59-995c-63d8ace06aa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:10:10.517033 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Checking router: b2f8e66f-6e32-4e97-b6e0-9babbb34a28f for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:10:10.517405 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Updating router b2f8e66f-6e32-4e97-b6e0-9babbb34a28f port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 binding host dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:10:10.604488 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:11.111376 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Publish callbacks [] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:11.205026 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:11.391853 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Pushing event updated for resources: {'Port': ['ID=ed33b833-a1c0-4de7-9dc6-6989a6f6b351,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:10:11.410791 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Attempting to bind port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:10:11.411265 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Attempting to bind port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': 'da606a51-1d99-4837-b463-019fd129d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:10:11.411728 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Attempting to bind port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 on network 347bd0c3-803c-47ae-bb4a-4377f2ec3410 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:10:11.415554 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.415930 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.416387 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.416729 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.417117 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.417478 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.417805 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.418132 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.418452 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.418774 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.419118 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.419667 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.420115 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.420411 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.420748 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Tracked resource versions report: Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: pushed versions: Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: { 'AddressGroup': {'1.2'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Agent': {'1.1'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'ConntrackHelper': {'1.0'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Log': {'1.0'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'NDPProxy': {'1.0'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Network': {'1.1'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Port': {'1.7'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'PortForwarding': {'1.3'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'QosPolicy': {'1.10'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'SecurityGroup': {'1.5'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'SubPort': {'1.0'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Subnet': {'1.1'}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Trunk': {'1.1'}} Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: consumer versions: Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: { DHCP agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: L3 agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: Metadata agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: Metering agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: Open vSwitch agent@dv-cinder-837355-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Agent': '1.1', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'ConntrackHelper': '1.0', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'LocalIPAssociation': '1.0', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Log': '1.0', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'NDPProxy': '1.0', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Network': '1.1', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Port': '1.7', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'PortForwarding': '1.3', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'QosPolicy': '1.10', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'SecurityGroup': '1.5', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'SecurityGroupRule': '1.2', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'SubPort': '1.0', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Subnet': '1.1', Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Trunk': '1.1'}} Apr 11 18:10:11.422435 dv-cinder-837355-1-iscsi neutron-server[104083]: {{(pid=104083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:10:11.446501 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:10:11.446850 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Checking segment: {'id': 'da606a51-1d99-4837-b463-019fd129d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:10:11.447347 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:11.447478 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b87eff47-ec36-4dbc-b3e3-2012af148e08 None None] Provisioning complete for port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:10:11.447912 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Bound using segment: {'id': 'da606a51-1d99-4837-b463-019fd129d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:10:11.448002 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b87eff47-ec36-4dbc-b3e3-2012af148e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:11.448261 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Bound port: ed33b833-a1c0-4de7-9dc6-6989a6f6b351, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da606a51-1d99-4837-b463-019fd129d9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:10:11.448642 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:11.485626 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b87eff47-ec36-4dbc-b3e3-2012af148e08 None None] Port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:10:11.541837 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] For port ed33b833-a1c0-4de7-9dc6-6989a6f6b351, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:10:11.564415 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] For port ed33b833-a1c0-4de7-9dc6-6989a6f6b351, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=ed33b833-a1c0-4de7-9dc6-6989a6f6b351,segment=NetworkSegment(da606a51-1d99-4837-b463-019fd129d9f8),segment_id=da606a51-1d99-4837-b463-019fd129d9f8)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:10:11.662940 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:11.728271 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Routers {'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:10:11.728906 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:10:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['b2f8e66f-6e32-4e97-b6e0-9babbb34a28f'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:10:11.771741 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2da1d7-0a76-4051-91b8-9ee0932cf031 None None] Pushing event updated for resources: {'Port': ['ID=ed33b833-a1c0-4de7-9dc6-6989a6f6b351,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:10:11.844215 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] Set router b2f8e66f-6e32-4e97-b6e0-9babbb34a28f gateway port host: None {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:10:12.017348 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-d79f6042-09f6-4165-98ad-dc04ea920116 None None] Provisioning complete for port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:10:12.023513 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d79f6042-09f6-4165-98ad-dc04ea920116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:12.070680 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'name': 'router1', 'tenant_id': '42dd0f7cc6484246b001a27000770617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:09:57Z', 'updated_at': '2022-04-11T18:10:08Z', 'revision_number': 2, 'project_id': '42dd0f7cc6484246b001a27000770617', 'gw_port_host': None, '_interfaces': [{'id': 'ed33b833-a1c0-4de7-9dc6-6989a6f6b351', 'name': '', 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410', 'tenant_id': '42dd0f7cc6484246b001a27000770617', 'mac_address': 'fa:16:3e:3a:a5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a932fb2-c26d-41d5-a953-ba0fbc9d10f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:10:07Z', 'updated_at': '2022-04-11T18:10:11Z', 'revision_number': 4, 'project_id': '42dd0f7cc6484246b001a27000770617', 'subnets': [{'id': '1a932fb2-c26d-41d5-a953-ba0fbc9d10f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9079f41f-1e89-4a59-995c-63d8ace06aa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:10:12.099859 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e80e4-b379-4b5c-aa59-9d6e32935d61 None None] The sync data for ids ['b2f8e66f-6e32-4e97-b6e0-9babbb34a28f'] in dv-cinder-837355-1-iscsi is: [{'id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'name': 'router1', 'tenant_id': '42dd0f7cc6484246b001a27000770617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:09:57Z', 'updated_at': '2022-04-11T18:10:08Z', 'revision_number': 2, 'project_id': '42dd0f7cc6484246b001a27000770617', 'gw_port_host': None, '_interfaces': [{'id': 'ed33b833-a1c0-4de7-9dc6-6989a6f6b351', 'name': '', 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410', 'tenant_id': '42dd0f7cc6484246b001a27000770617', 'mac_address': 'fa:16:3e:3a:a5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a932fb2-c26d-41d5-a953-ba0fbc9d10f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:10:07Z', 'updated_at': '2022-04-11T18:10:11Z', 'revision_number': 4, 'project_id': '42dd0f7cc6484246b001a27000770617', 'subnets': [{'id': '1a932fb2-c26d-41d5-a953-ba0fbc9d10f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9079f41f-1e89-4a59-995c-63d8ace06aa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:10:12.121522 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-d79f6042-09f6-4165-98ad-dc04ea920116 None None] Current status of the port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:10:12.121999 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d79f6042-09f6-4165-98ad-dc04ea920116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:12.170844 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-d79f6042-09f6-4165-98ad-dc04ea920116 None None] For port ed33b833-a1c0-4de7-9dc6-6989a6f6b351, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=ed33b833-a1c0-4de7-9dc6-6989a6f6b351,segment=NetworkSegment(da606a51-1d99-4837-b463-019fd129d9f8),segment_id=da606a51-1d99-4837-b463-019fd129d9f8)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:10:12.256893 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d79f6042-09f6-4165-98ad-dc04ea920116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:12.322961 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f6042-09f6-4165-98ad-dc04ea920116 None None] Pushing event updated for resources: {'Port': ['ID=ed33b833-a1c0-4de7-9dc6-6989a6f6b351,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:10:12.450645 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43454) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:10:12.595089 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29749830-beb7-4064-bd32-61958dff4755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:10:12.596878 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-29749830-beb7-4064-bd32-61958dff4755 admin admin] 10.222.0.64 "GET /v2.0/networks/92929611-3b7d-482f-9e07-357d61c7241e HTTP/1.1" status: 200 len: 842 time: 0.1451976 Apr 11 18:10:12.608094 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-0d10783a-3bd9-49b3-8379-f564941f8a79 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:10:12.713545 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d10783a-3bd9-49b3-8379-f564941f8a79 admin admin] Made reservation on behalf of c5456046fabd4278970346f2ea626303 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:10:12.715954 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0d10783a-3bd9-49b3-8379-f564941f8a79 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:13.103470 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.objects.ports [None req-0d10783a-3bd9-49b3-8379-f564941f8a79 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104081) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 18:10:13.103925 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0d10783a-3bd9-49b3-8379-f564941f8a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for subnet (6139520f-1c9c-4858-8bf3-ca03f08a681e), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:13.159422 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10783a-3bd9-49b3-8379-f564941f8a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6139520f-1c9c-4858-8bf3-ca03f08a681e,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:10:13.172978 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d10783a-3bd9-49b3-8379-f564941f8a79 admin admin] Checking segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:10:13.173329 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d10783a-3bd9-49b3-8379-f564941f8a79 admin admin] Network hostable DHCP agents. Network: 92929611-3b7d-482f-9e07-357d61c7241e, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:10:13.280427 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d10783a-3bd9-49b3-8379-f564941f8a79 admin admin] Network 92929611-3b7d-482f-9e07-357d61c7241e is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:10:13.376837 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-0d10783a-3bd9-49b3-8379-f564941f8a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 92929611-3b7d-482f-9e07-357d61c7241e) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:10:13.382499 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d10783a-3bd9-49b3-8379-f564941f8a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:10:13.383078 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0d10783a-3bd9-49b3-8379-f564941f8a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:13.389665 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3d5a11-d3b6-49cd-a337-45efe0152e8b None None] Network 92929611-3b7d-482f-9e07-357d61c7241e requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:10:13.499147 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-0d10783a-3bd9-49b3-8379-f564941f8a79 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8950486 Apr 11 18:10:13.501509 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed636c6-3186-443d-93c8-df8b69fc78e6 None None] Network 92929611-3b7d-482f-9e07-357d61c7241e requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:10:16.047125 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43462) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:10:16.296118 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8849c114-293e-4ab4-9862-998d83122245 demo admin] 10.222.0.64 "GET /v2.0/routers/b2f8e66f-6e32-4e97-b6e0-9babbb34a28f HTTP/1.1" status: 200 len: 710 time: 0.2472932 Apr 11 18:10:16.395359 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c340a-26a8-4a0b-b572-d681baec11fd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:10:16.396787 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-cb8c340a-26a8-4a0b-b572-d681baec11fd demo admin] 10.222.0.64 "GET /v2.0/networks/92929611-3b7d-482f-9e07-357d61c7241e HTTP/1.1" status: 200 len: 886 time: 0.0929089 Apr 11 18:10:16.406592 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:10:16.697642 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Publish callbacks [] for router_gateway (b2f8e66f-6e32-4e97-b6e0-9babbb34a28f), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:17.033562 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Publish callbacks [] for router_gateway (b2f8e66f-6e32-4e97-b6e0-9babbb34a28f), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:17.123757 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:17.237700 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Allocated IP 172.27.3.145 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/5923fab1-1fa6-4ef2-b4b5-5d6d41402d24) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:10:17.357034 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Publish callbacks [] for port (5923fab1-1fa6-4ef2-b4b5-5d6d41402d24), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:17.494975 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (5923fab1-1fa6-4ef2-b4b5-5d6d41402d24), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:17.537394 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:10:17.540802 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:10:17.543604 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:10:17.589307 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Pushing event updated for resources: {'Port': ['ID=5923fab1-1fa6-4ef2-b4b5-5d6d41402d24,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:10:17.995469 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Publish callbacks [] for router_gateway (b2f8e66f-6e32-4e97-b6e0-9babbb34a28f), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:18.325096 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7919158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8366257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4680'] for router (b2f8e66f-6e32-4e97-b6e0-9babbb34a28f), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:18.328629 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7918789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7918796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8366264'] for router (b2f8e66f-6e32-4e97-b6e0-9babbb34a28f), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:18.449399 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Router b2f8e66f-6e32-4e97-b6e0-9babbb34a28f has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:10:18.572678 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:10:18.577232 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:18.578380 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-27394e4d-91b3-48f3-a663-fc04e5951abf demo admin] 10.222.0.64 "PUT /v2.0/routers/b2f8e66f-6e32-4e97-b6e0-9babbb34a28f HTTP/1.1" status: 200 len: 890 time: 2.1754816 Apr 11 18:10:21.167151 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device ed33b833-a1c0-4de7-9dc6-6989a6f6b351 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:10:21.214471 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:10:21.214864 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:21.220284 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 43474) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:10:21.292631 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Sync routers for ids ['b2f8e66f-6e32-4e97-b6e0-9babbb34a28f'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:10:21.314443 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:10:21.316695 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Routers {'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:10:21.317342 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:10:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['b2f8e66f-6e32-4e97-b6e0-9babbb34a28f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:10:21.384433 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-825c80e8-0e55-4ff4-917a-3d399d6ec96e admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1628726 Apr 11 18:10:21.558492 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Set router b2f8e66f-6e32-4e97-b6e0-9babbb34a28f gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:10:22.041806 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'name': 'router1', 'tenant_id': '42dd0f7cc6484246b001a27000770617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '5923fab1-1fa6-4ef2-b4b5-5d6d41402d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:09:57Z', 'updated_at': '2022-04-11T18:10:17Z', 'revision_number': 4, 'project_id': '42dd0f7cc6484246b001a27000770617', 'gw_port': {'id': '5923fab1-1fa6-4ef2-b4b5-5d6d41402d24', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:10:17Z', 'updated_at': '2022-04-11T18:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'ed33b833-a1c0-4de7-9dc6-6989a6f6b351', 'name': '', 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410', 'tenant_id': '42dd0f7cc6484246b001a27000770617', 'mac_address': 'fa:16:3e:3a:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a932fb2-c26d-41d5-a953-ba0fbc9d10f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:10:07Z', 'updated_at': '2022-04-11T18:10:12Z', 'revision_number': 5, 'project_id': '42dd0f7cc6484246b001a27000770617', 'subnets': [{'id': '1a932fb2-c26d-41d5-a953-ba0fbc9d10f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9079f41f-1e89-4a59-995c-63d8ace06aa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:10:22.096460 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Checking router: b2f8e66f-6e32-4e97-b6e0-9babbb34a28f for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:10:22.096460 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Updating router b2f8e66f-6e32-4e97-b6e0-9babbb34a28f port 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24 binding host dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:10:22.152383 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (5923fab1-1fa6-4ef2-b4b5-5d6d41402d24), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:22.503487 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Publish callbacks [] for port (5923fab1-1fa6-4ef2-b4b5-5d6d41402d24), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:22.610574 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (5923fab1-1fa6-4ef2-b4b5-5d6d41402d24), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:22.664124 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Attempting to bind port 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:10:22.664498 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Attempting to bind port 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:10:22.664860 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Attempting to bind port 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24 on network 92929611-3b7d-482f-9e07-357d61c7241e {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:10:22.666907 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58e9f6-0c65-424e-ac3e-f840c6750bc2 None None] Pushing event updated for resources: {'Port': ['ID=5923fab1-1fa6-4ef2-b4b5-5d6d41402d24,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:10:22.672410 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:10:22.672786 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Checking segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:10:22.673186 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:22.673569 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Bound using segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:10:22.674074 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Bound port: 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:10:22.674932 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (5923fab1-1fa6-4ef2-b4b5-5d6d41402d24), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:22.729703 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] For port 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:10:22.732809 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] For port 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=5923fab1-1fa6-4ef2-b4b5-5d6d41402d24,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:10:22.845601 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (5923fab1-1fa6-4ef2-b4b5-5d6d41402d24), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:22.906106 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58e9f6-0c65-424e-ac3e-f840c6750bc2 None None] Pushing event updated for resources: {'Port': ['ID=5923fab1-1fa6-4ef2-b4b5-5d6d41402d24,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:10:22.908668 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Routers {'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:10:22.909257 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:10:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['b2f8e66f-6e32-4e97-b6e0-9babbb34a28f'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:10:23.022993 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] Set router b2f8e66f-6e32-4e97-b6e0-9babbb34a28f gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:10:23.242325 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'name': 'router1', 'tenant_id': '42dd0f7cc6484246b001a27000770617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '5923fab1-1fa6-4ef2-b4b5-5d6d41402d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:09:57Z', 'updated_at': '2022-04-11T18:10:17Z', 'revision_number': 4, 'project_id': '42dd0f7cc6484246b001a27000770617', 'gw_port': {'id': '5923fab1-1fa6-4ef2-b4b5-5d6d41402d24', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:10:17Z', 'updated_at': '2022-04-11T18:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'ed33b833-a1c0-4de7-9dc6-6989a6f6b351', 'name': '', 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410', 'tenant_id': '42dd0f7cc6484246b001a27000770617', 'mac_address': 'fa:16:3e:3a:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a932fb2-c26d-41d5-a953-ba0fbc9d10f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:10:07Z', 'updated_at': '2022-04-11T18:10:12Z', 'revision_number': 5, 'project_id': '42dd0f7cc6484246b001a27000770617', 'subnets': [{'id': '1a932fb2-c26d-41d5-a953-ba0fbc9d10f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9079f41f-1e89-4a59-995c-63d8ace06aa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:10:23.271862 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd6431-c3cc-40b4-b64e-88bc3d4478c2 None None] The sync data for ids ['b2f8e66f-6e32-4e97-b6e0-9babbb34a28f'] in dv-cinder-837355-1-iscsi is: [{'id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'name': 'router1', 'tenant_id': '42dd0f7cc6484246b001a27000770617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '5923fab1-1fa6-4ef2-b4b5-5d6d41402d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:09:57Z', 'updated_at': '2022-04-11T18:10:17Z', 'revision_number': 4, 'project_id': '42dd0f7cc6484246b001a27000770617', 'gw_port': {'id': '5923fab1-1fa6-4ef2-b4b5-5d6d41402d24', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:10:17Z', 'updated_at': '2022-04-11T18:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'ed33b833-a1c0-4de7-9dc6-6989a6f6b351', 'name': '', 'network_id': '347bd0c3-803c-47ae-bb4a-4377f2ec3410', 'tenant_id': '42dd0f7cc6484246b001a27000770617', 'mac_address': 'fa:16:3e:3a:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f8e66f-6e32-4e97-b6e0-9babbb34a28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1a932fb2-c26d-41d5-a953-ba0fbc9d10f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:10:07Z', 'updated_at': '2022-04-11T18:10:12Z', 'revision_number': 5, 'project_id': '42dd0f7cc6484246b001a27000770617', 'subnets': [{'id': '1a932fb2-c26d-41d5-a953-ba0fbc9d10f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9079f41f-1e89-4a59-995c-63d8ace06aa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:10:25.227047 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:10:25.323197 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:10:25.323695 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (5923fab1-1fa6-4ef2-b4b5-5d6d41402d24), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:25.418720 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:10:25.419201 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (5923fab1-1fa6-4ef2-b4b5-5d6d41402d24), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:25.443742 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=5923fab1-1fa6-4ef2-b4b5-5d6d41402d24,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:10:25.523912 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (5923fab1-1fa6-4ef2-b4b5-5d6d41402d24), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:25.594402 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=5923fab1-1fa6-4ef2-b4b5-5d6d41402d24,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:10:27.223183 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:10:27.389886 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:10:27.390195 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (5923fab1-1fa6-4ef2-b4b5-5d6d41402d24), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:27.582337 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 5923fab1-1fa6-4ef2-b4b5-5d6d41402d24 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:10:31.840303 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-24e5a837-046d-415d-ae09-b3c60acf5066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:34.525749 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-13682f17-4d56-4b72-bb68-b9b09b55775f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:35.335242 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:36.828879 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:38.320762 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:10:40.319140 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:11:01.811244 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e1b08f55-cee1-4ef6-95c3-39660201fe86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:04.543271 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e662e878-fc13-4000-850d-f5b2f55f7796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:05.323989 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:06.872330 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:08.403820 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:17.319997 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:11:31.809777 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-43789dc1-e242-43c3-9011-75be9ecd5a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:34.529806 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-24630241-29b5-4960-815e-020aad5bc62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:35.329447 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:36.806451 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:38.326704 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:48.105374 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 43958) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:11:48.169514 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.pecan_wsgi.hooks.translation [None req-895d0cd3-20a2-4270-91ce-4d75b0689271 admin admin] GET failed (client error): The resource could not be found. Apr 11 18:11:48.170820 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-895d0cd3-20a2-4270-91ce-4d75b0689271 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645056 Apr 11 18:11:48.359767 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d37534-ee3a-4ab0-adea-0eaaf195fb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:11:48.361153 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a9d37534-ee3a-4ab0-adea-0eaaf195fb64 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1862006 Apr 11 18:11:50.722479 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43968) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:11:50.819662 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff9750-945c-420a-a43b-42f7a03d2fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:11:50.821061 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d0ff9750-945c-420a-a43b-42f7a03d2fc1 admin admin] 10.222.0.64 "GET /v2.0/subnets/1a932fb2-c26d-41d5-a953-ba0fbc9d10f4 HTTP/1.1" status: 200 len: 849 time: 0.0973678 Apr 11 18:11:50.830760 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:11:50.920678 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Publish callbacks [] for subnet (1a932fb2-c26d-41d5-a953-ba0fbc9d10f4), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:51.155006 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775763524886'] for subnet (1a932fb2-c26d-41d5-a953-ba0fbc9d10f4), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:51.186308 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:11:51.186860 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:51.188274 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] 10.222.0.64 "PUT /v2.0/subnets/1a932fb2-c26d-41d5-a953-ba0fbc9d10f4 HTTP/1.1" status: 200 len: 868 time: 0.3614523 Apr 11 18:11:51.211754 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb5ab00-c9ba-4532-b96c-e5cd7ffdce79 None None] Network 347bd0c3-803c-47ae-bb4a-4377f2ec3410 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:11:51.218201 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a932fb2-c26d-41d5-a953-ba0fbc9d10f4,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:11:51.228808 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.229228 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.229636 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.229993 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.230353 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.230696 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.231035 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.231421 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.231778 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.232122 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.232512 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.233319 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.233709 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.234083 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.234417 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057fe0e6-a654-4b33-bd3c-9ceba424ad90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:11:51.548099 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-cdb7bf7e-5cd5-4a1f-8e71-e80254e951a0 None None] Provisioning complete for port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:11:51.548574 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bf7e-5cd5-4a1f-8e71-e80254e951a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (ed33b833-a1c0-4de7-9dc6-6989a6f6b351), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:51.632307 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-cdb7bf7e-5cd5-4a1f-8e71-e80254e951a0 None None] Current status of the port ed33b833-a1c0-4de7-9dc6-6989a6f6b351 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:11:51.640544 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-cdb7bf7e-5cd5-4a1f-8e71-e80254e951a0 None None] Provisioning complete for port 44a54b07-777f-4b91-a511-0d0822ae3553 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:11:51.640929 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cdb7bf7e-5cd5-4a1f-8e71-e80254e951a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (44a54b07-777f-4b91-a511-0d0822ae3553), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:11:51.728560 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-cdb7bf7e-5cd5-4a1f-8e71-e80254e951a0 None None] Current status of the port 44a54b07-777f-4b91-a511-0d0822ae3553 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:11:53.643627 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43978) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:11:53.845065 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93084075-4381-414a-ad14-82efec049b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:11:53.845456 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93084075-4381-414a-ad14-82efec049b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:11:53.847024 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-93084075-4381-414a-ad14-82efec049b7e admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2021682 Apr 11 18:11:54.319774 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:11:56.213805 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43986) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:11:56.347951 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83cdda2-ab55-4cae-acd4-34632493ad6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:11:56.348374 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83cdda2-ab55-4cae-acd4-34632493ad6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:11:56.349917 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c83cdda2-ab55-4cae-acd4-34632493ad6a admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1351707 Apr 11 18:11:58.694921 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 43994) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:11:58.834271 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686cc681-6ad4-4360-8fde-362c5c421895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:11:58.835699 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-686cc681-6ad4-4360-8fde-362c5c421895 admin admin] 10.222.0.64 "GET /v2.0/networks/347bd0c3-803c-47ae-bb4a-4377f2ec3410 HTTP/1.1" status: 200 len: 869 time: 0.1397622 Apr 11 18:12:01.197668 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44002) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:12:01.323936 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd95424-a312-4c77-a74d-c1e4271136c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:12:01.325254 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3fd95424-a312-4c77-a74d-c1e4271136c2 admin admin] 10.222.0.64 "GET /v2.0/networks/92929611-3b7d-482f-9e07-357d61c7241e HTTP/1.1" status: 200 len: 886 time: 0.1265547 Apr 11 18:12:01.763702 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e7b71af5-3a70-4c04-a868-0794c196b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:03.761723 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44010) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:12:03.891555 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa48bc4-a723-4f02-9871-3936a688ee7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:12:03.892014 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa48bc4-a723-4f02-9871-3936a688ee7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:12:03.893533 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-1aa48bc4-a723-4f02-9871-3936a688ee7c admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308701 Apr 11 18:12:04.518386 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ad8b2950-d34a-47dd-9a6e-ba3f51c46994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:05.335516 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:06.246192 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44018) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:12:06.337659 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db189f-2b8f-4a39-88fe-ad83ea3f4975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:12:06.338116 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db189f-2b8f-4a39-88fe-ad83ea3f4975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:12:06.339660 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-98db189f-2b8f-4a39-88fe-ad83ea3f4975 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925338 Apr 11 18:12:06.821211 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:08.324644 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:08.701290 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44026) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:12:08.794795 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70fc03a-2d62-4067-b002-494f7acd2e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:12:08.796185 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e70fc03a-2d62-4067-b002-494f7acd2e4e admin admin] 10.222.0.64 "GET /v2.0/subnets/1a932fb2-c26d-41d5-a953-ba0fbc9d10f4 HTTP/1.1" status: 200 len: 868 time: 0.0939369 Apr 11 18:12:11.167879 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44034) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:12:11.256022 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938d0b13-b058-4fa7-9731-4ee77c927d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:12:11.257525 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-938d0b13-b058-4fa7-9731-4ee77c927d3b admin admin] 10.222.0.64 "GET /v2.0/subnets/6139520f-1c9c-4858-8bf3-ca03f08a681e HTTP/1.1" status: 200 len: 816 time: 0.0886972 Apr 11 18:12:31.323343 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:12:31.763897 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9bd51e7e-ed05-49ff-bdc5-fcaac86daea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:34.524024 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-70ac0270-ded8-4cb8-89c5-cef822700eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:35.341096 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:36.833148 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:38.313251 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:53.318989 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44092) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:12:53.370552 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [None req-8a4d0ed9-03e0-495c-90c9-7d303b0d6f9c admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:12:53.371581 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8a4d0ed9-03e0-495c-90c9-7d303b0d6f9c admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516253 Apr 11 18:12:55.798172 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44100) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:12:55.866950 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f9ba37-4820-49f7-a09c-0c898bea0980 admin admin] GET failed (client error): The resource could not be found. Apr 11 18:12:55.868274 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-49f9ba37-4820-49f7-a09c-0c898bea0980 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0691524 Apr 11 18:12:56.013591 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a75fe34-de4d-48ad-91e3-630f173b30d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:12:56.015078 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8a75fe34-de4d-48ad-91e3-630f173b30d8 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1425104 Apr 11 18:12:58.389634 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44108) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:12:58.436533 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:12:58.547389 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Made reservation on behalf of c5456046fabd4278970346f2ea626303 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:12:58.549777 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:58.585197 dv-cinder-837355-1-iscsi neutron-server[104081]: WARNING neutron.services.revisions.revision_plugin [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Could not find related network for resource to bump revision. Apr 11 18:12:58.589492 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:12:58.598348 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (7e9a1210-4c97-4ea7-9441-211359f52124), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:58.598688 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Added segment 7e9a1210-4c97-4ea7-9441-211359f52124 of type vlan for network cb00f207-4361-4173-a906-06fdd6edbe4d Apr 11 18:12:58.648532 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (cb00f207-4361-4173-a906-06fdd6edbe4d), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:58.747757 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (cb00f207-4361-4173-a906-06fdd6edbe4d), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:58.748746 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:12:58.749351 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:12:58.918751 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Pushing event updated for resources: {'Network': ['ID=cb00f207-4361-4173-a906-06fdd6edbe4d,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:12:58.925602 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.925955 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.926296 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.926635 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.926969 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.927366 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.928435 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.928782 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.929117 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.929450 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.929787 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.930130 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.930462 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.930784 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.931129 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:12:58.942759 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network cb00f207-4361-4173-a906-06fdd6edbe4d details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:12:58.988001 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5b3d9e1f-7696-4a61-9997-615de7c02962 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5972309 Apr 11 18:13:01.385445 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44116) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:13:01.447359 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda79419-93c8-4f5a-a6b8-b90ce137d90a admin admin] GET failed (client error): The resource could not be found. Apr 11 18:13:01.448754 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-cda79419-93c8-4f5a-a6b8-b90ce137d90a admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0623436 Apr 11 18:13:01.523725 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18554f67-4037-4e1a-acb9-b8a8877858ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:01.525244 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-18554f67-4037-4e1a-acb9-b8a8877858ad admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0724425 Apr 11 18:13:01.535488 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-6419cccc-20cb-42e6-b035-8933d8a5f657 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'cb00f207-4361-4173-a906-06fdd6edbe4d'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:13:01.616154 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6419cccc-20cb-42e6-b035-8933d8a5f657 admin admin] Made reservation on behalf of c5456046fabd4278970346f2ea626303 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:13:01.618583 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6419cccc-20cb-42e6-b035-8933d8a5f657 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:01.796661 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bc94de1e-effd-43cd-a0b5-7d365d7903d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:01.867861 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6419cccc-20cb-42e6-b035-8933d8a5f657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for subnet (ac8e1f04-00c6-4ca1-b1bd-b02b14b32c4b), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:01.924752 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419cccc-20cb-42e6-b035-8933d8a5f657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8e1f04-00c6-4ca1-b1bd-b02b14b32c4b,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:01.929919 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6419cccc-20cb-42e6-b035-8933d8a5f657 admin admin] Checking segment: {'id': '7e9a1210-4c97-4ea7-9441-211359f52124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'cb00f207-4361-4173-a906-06fdd6edbe4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:01.930696 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419cccc-20cb-42e6-b035-8933d8a5f657 admin admin] Network hostable DHCP agents. Network: cb00f207-4361-4173-a906-06fdd6edbe4d, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:13:02.036805 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419cccc-20cb-42e6-b035-8933d8a5f657 admin admin] Network cb00f207-4361-4173-a906-06fdd6edbe4d is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:13:02.122282 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-6419cccc-20cb-42e6-b035-8933d8a5f657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, cb00f207-4361-4173-a906-06fdd6edbe4d) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:02.126361 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6419cccc-20cb-42e6-b035-8933d8a5f657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:13:02.126981 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6419cccc-20cb-42e6-b035-8933d8a5f657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:02.131597 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa15981-bee9-41a4-b526-af04938adc30 None None] Network cb00f207-4361-4173-a906-06fdd6edbe4d requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:13:02.228550 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6419cccc-20cb-42e6-b035-8933d8a5f657 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6968582 Apr 11 18:13:02.254337 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33b16363-d1dc-561d-85f9-13ae24ae00bf-cb00f207-4361-4173-a906-06fdd6edbe4d', 'network_id': 'cb00f207-4361-4173-a906-06fdd6edbe4d', 'project_id': 'c5456046fabd4278970346f2ea626303', 'fixed_ips': [{'subnet_id': 'ac8e1f04-00c6-4ca1-b1bd-b02b14b32c4b'}]}} from dv-cinder-837355-1-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:13:02.255136 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:02.403017 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Allocated IP 192.168.233.2 (cb00f207-4361-4173-a906-06fdd6edbe4d/ac8e1f04-00c6-4ca1-b1bd-b02b14b32c4b/d8bc4b7d-9e48-45c4-96b1-01b35055e7e3) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:13:02.556917 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Publish callbacks [] for port (d8bc4b7d-9e48-45c4-96b1-01b35055e7e3), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:02.727212 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (d8bc4b7d-9e48-45c4-96b1-01b35055e7e3), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:02.764633 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Network cb00f207-4361-4173-a906-06fdd6edbe4d is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:13:02.767511 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:13:02.771050 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:13:02.781186 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Pushing event updated for resources: {'Port': ['ID=d8bc4b7d-9e48-45c4-96b1-01b35055e7e3,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:02.791311 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.791650 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.792016 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.792422 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.792783 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.793114 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.793439 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.793761 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.794104 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.794422 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.794999 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.795360 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.795687 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.796002 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.796315 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:13:02.856962 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Attempting to bind port d8bc4b7d-9e48-45c4-96b1-01b35055e7e3 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:13:02.857659 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Attempting to bind port d8bc4b7d-9e48-45c4-96b1-01b35055e7e3 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '7e9a1210-4c97-4ea7-9441-211359f52124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'cb00f207-4361-4173-a906-06fdd6edbe4d'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:13:02.857659 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Attempting to bind port d8bc4b7d-9e48-45c4-96b1-01b35055e7e3 on network cb00f207-4361-4173-a906-06fdd6edbe4d {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:13:02.862992 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:13:02.863400 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Checking segment: {'id': '7e9a1210-4c97-4ea7-9441-211359f52124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'cb00f207-4361-4173-a906-06fdd6edbe4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:13:02.863803 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:02.864241 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Bound using segment: {'id': '7e9a1210-4c97-4ea7-9441-211359f52124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'cb00f207-4361-4173-a906-06fdd6edbe4d'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:13:02.864705 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Bound port: d8bc4b7d-9e48-45c4-96b1-01b35055e7e3, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9a1210-4c97-4ea7-9441-211359f52124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'cb00f207-4361-4173-a906-06fdd6edbe4d'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:13:02.865639 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d8bc4b7d-9e48-45c4-96b1-01b35055e7e3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:02.929832 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] For port d8bc4b7d-9e48-45c4-96b1-01b35055e7e3, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:13:02.933114 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] For port d8bc4b7d-9e48-45c4-96b1-01b35055e7e3, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=d8bc4b7d-9e48-45c4-96b1-01b35055e7e3,segment=NetworkSegment(7e9a1210-4c97-4ea7-9441-211359f52124),segment_id=7e9a1210-4c97-4ea7-9441-211359f52124)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:13:03.068253 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (d8bc4b7d-9e48-45c4-96b1-01b35055e7e3), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:03.126344 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637f6bb-a7a9-4703-a100-b563c12ffa7d None None] Pushing event updated for resources: {'Port': ['ID=d8bc4b7d-9e48-45c4-96b1-01b35055e7e3,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:04.003954 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27ea637-815a-44da-b30e-a5a458a605cf None None] Network cb00f207-4361-4173-a906-06fdd6edbe4d requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:13:04.110162 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-717717d9-dce5-46ba-afe5-a786adba8c36 None None] Provisioning complete for port d8bc4b7d-9e48-45c4-96b1-01b35055e7e3 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:04.110462 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-717717d9-dce5-46ba-afe5-a786adba8c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (d8bc4b7d-9e48-45c4-96b1-01b35055e7e3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.205491 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-717717d9-dce5-46ba-afe5-a786adba8c36 None None] Current status of the port d8bc4b7d-9e48-45c4-96b1-01b35055e7e3 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:04.205876 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-717717d9-dce5-46ba-afe5-a786adba8c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d8bc4b7d-9e48-45c4-96b1-01b35055e7e3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.243972 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-717717d9-dce5-46ba-afe5-a786adba8c36 None None] For port d8bc4b7d-9e48-45c4-96b1-01b35055e7e3, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=d8bc4b7d-9e48-45c4-96b1-01b35055e7e3,segment=NetworkSegment(7e9a1210-4c97-4ea7-9441-211359f52124),segment_id=7e9a1210-4c97-4ea7-9441-211359f52124)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:13:04.356848 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-717717d9-dce5-46ba-afe5-a786adba8c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (d8bc4b7d-9e48-45c4-96b1-01b35055e7e3), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.408724 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717717d9-dce5-46ba-afe5-a786adba8c36 None None] Pushing event updated for resources: {'Port': ['ID=d8bc4b7d-9e48-45c4-96b1-01b35055e7e3,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:13:04.477447 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-da466e51-d897-4d45-859d-d29ca05dd80d None None] Provisioning complete for port d8bc4b7d-9e48-45c4-96b1-01b35055e7e3 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:04.477847 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-da466e51-d897-4d45-859d-d29ca05dd80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (d8bc4b7d-9e48-45c4-96b1-01b35055e7e3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.526591 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e5ff4c11-7785-4f5f-a023-ebdffcf92782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:04.565558 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-da466e51-d897-4d45-859d-d29ca05dd80d None None] Current status of the port d8bc4b7d-9e48-45c4-96b1-01b35055e7e3 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:05.260520 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device d8bc4b7d-9e48-45c4-96b1-01b35055e7e3 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:13:05.315011 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port d8bc4b7d-9e48-45c4-96b1-01b35055e7e3 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:13:05.315399 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (d8bc4b7d-9e48-45c4-96b1-01b35055e7e3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.383659 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:05.399265 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port d8bc4b7d-9e48-45c4-96b1-01b35055e7e3 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:13:06.831027 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:08.301591 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:08.323618 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:13:31.888820 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fc43761b-58fd-4a89-bfc1-2ec33889c4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:34.541963 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-669df38a-7412-4464-976d-f7230c3394f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:35.368713 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:36.844925 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:38.294677 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:13:45.322636 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:14:01.747458 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bbb89aa6-cd74-4afb-8de0-59d4b4fb0a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:04.563608 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2f6fea1-d16b-4ef6-966d-3cbbcbcff67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:05.330614 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:06.832130 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:08.357885 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:22.322194 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:14:31.789180 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-de66b5d9-fe14-42d6-9bbb-0724cb49ff3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:34.536507 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6c4f6dee-1365-407d-8934-9503582bf53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:35.365498 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:36.828445 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:38.325386 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:50.224350 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44154) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:50.231884 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [None req-a63a775d-226f-48bb-8130-bd24b1f05af4 tempest-verify_tempest_config-1900036368 tempest-verify_tempest_config-1900036368-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:14:50.232893 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a63a775d-226f-48bb-8130-bd24b1f05af4 tempest-verify_tempest_config-1900036368 tempest-verify_tempest_config-1900036368-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0075557 Apr 11 18:14:50.751864 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44172) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:50.858991 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:50.933281 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Publish callbacks [] for security_group (d1e5435b-ce3f-4033-be52-5854cf19a02d), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:51.028663 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (d1e5435b-ce3f-4033-be52-5854cf19a02d), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:51.078370 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e5435b-ce3f-4033-be52-5854cf19a02d,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:51.082290 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd66553899034f48979c72adfce36227&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3293850 Apr 11 18:14:51.086030 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44178) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:14:51.088983 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.089282 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.089620 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.089958 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.091234 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.091234 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.091234 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.091234 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.091755 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.091902 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.092243 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.092584 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.092905 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.093237 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.093533 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020c7fc4-7d50-41e5-adca-ca85b5d7bb27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.168873 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Publish callbacks [] for security_group (d1e5435b-ce3f-4033-be52-5854cf19a02d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:51.190661 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Publish callbacks [] for security_group (d1e5435b-ce3f-4033-be52-5854cf19a02d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:51.365684 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (d1e5435b-ce3f-4033-be52-5854cf19a02d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:51.368989 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:14:51.370235 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1e5435b-ce3f-4033-be52-5854cf19a02d HTTP/1.1" status: 204 len: 168 time: 0.2831802 Apr 11 18:14:51.378512 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e5435b-ce3f-4033-be52-5854cf19a02d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:14:51.386409 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.386749 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.387091 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.387446 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.387777 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.388101 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.388435 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.391192 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.391192 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.391192 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.391192 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.391192 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.391192 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.391192 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:51.391192 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d01867-aea5-4c73-b20b-4b5b7f63afb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:14:59.323201 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:15:01.782724 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2a3163d3-e110-4f61-a40e-14030ab0803e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:04.571742 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5b488b86-7732-4f63-a4db-32b69f95c7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:05.382123 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:06.845702 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:08.303145 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:31.766126 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3205579a-0be1-4243-a75d-79e5cf218f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:34.559902 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3217ea74-a4dd-4f6d-bbd3-eece49473203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:35.384284 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:36.330186 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:15:36.885634 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:15:38.292282 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:01.772009 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e269be6b-6e46-4c28-8fcf-59de90ede7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:04.537199 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-235394eb-e050-442b-a18e-6180f4ee942f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:05.344147 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:06.869653 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:08.292340 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:13.317825 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 5 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:16:31.743972 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4000eada-ab54-48b0-9abd-123dc70eb11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:34.549833 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-212feaa9-cd9c-4891-a58d-b7fc4cf33f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:35.326920 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:36.864171 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:38.293548 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:42.675064 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8366796'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:16:50.317115 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:16:57.951599 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44248) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:16:58.058816 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-19214494-48d7-4438-9c1c-ca5cdfb33be9 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1057796 Apr 11 18:17:00.395218 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44258) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:17:00.450786 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-88288a4b-aa2a-4be2-a309-a3fb3ace7e01 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0544946 Apr 11 18:17:01.760178 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6d8d0a62-41a4-44ec-a962-40abdbe595cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:04.531531 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ef7d87bd-2793-4444-b88b-ebc736011e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:05.359483 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:06.823241 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:08.291602 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:12.679953 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:27.315656 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:17:31.810205 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-63a2d379-a60d-462f-a8d3-44b6de6af916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:34.536063 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-81f224ea-08f1-4518-99ad-369d90307a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:35.358819 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:36.913042 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:38.290357 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:17:42.730119 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:01.762059 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b008896e-740b-4ddf-a515-e22dc67defb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:04.382272 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:18:04.540471 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cb0905b2-98a7-4101-a44a-1ac825c39ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:05.368820 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:06.875759 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:08.283059 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:12.682926 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:31.813440 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7983e518-77c2-450d-afd4-42e1a24c5a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:34.567978 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e151988b-2c61-4736-a9cf-b8bfa9611507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:35.356333 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:36.848249 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:38.305024 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:41.317904 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:18:42.687690 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:43.618046 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44434) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:43.834056 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-757800211-network', 'tenant_id': 'e9e9b737c8fb45a98301787085378097'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:43.933407 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Made reservation on behalf of e9e9b737c8fb45a98301787085378097 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:43.935838 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:43.952907 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.054501 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Publish callbacks [] for security_group (c5d3700e-61ac-4169-8772-5e2c1242bc77), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.110351 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (c5d3700e-61ac-4169-8772-5e2c1242bc77), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.136944 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44468) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:44.140809 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 940, 'physical_network': 'physnet1'} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:18:44.152129 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d3700e-61ac-4169-8772-5e2c1242bc77,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:44.163679 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775763494822', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (26212f0d-be46-469e-a21b-b6bb257da828), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.164272 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Unsubscribe: segment precommit_create {{(pid=104080) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 18:18:44.164756 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Added segment 26212f0d-be46-469e-a21b-b6bb257da828 of type vlan for network e17daa45-e311-4804-bd24-8f6d86c11327 Apr 11 18:18:44.169375 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.169730 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.170074 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.170411 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.170744 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.171071 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.171422 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.171748 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.172075 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.172397 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.172722 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.173062 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.173387 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.173705 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.174161 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Tracked resource versions report: Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: pushed versions: Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: { 'AddressGroup': {'1.2'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Agent': {'1.1'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'ConntrackHelper': {'1.0'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Log': {'1.0'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'NDPProxy': {'1.0'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Network': {'1.1'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Port': {'1.7'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'PortForwarding': {'1.3'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'QosPolicy': {'1.10'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'SecurityGroup': {'1.5'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'SubPort': {'1.0'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Subnet': {'1.1'}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Trunk': {'1.1'}} Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: consumer versions: Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: { DHCP agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: HyperV agent@hv-cinder-83735: {}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: L3 agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: Metadata agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: Metering agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: Open vSwitch agent@dv-cinder-837355-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Agent': '1.1', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'ConntrackHelper': '1.0', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'LocalIPAssociation': '1.0', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Log': '1.0', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'NDPProxy': '1.0', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Network': '1.1', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Port': '1.7', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'PortForwarding': '1.3', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'QosPolicy': '1.10', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'SecurityGroup': '1.5', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'SecurityGroupRule': '1.2', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'SubPort': '1.0', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Subnet': '1.1', Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: 'Trunk': '1.1'}} Apr 11 18:18:44.175314 dv-cinder-837355-1-iscsi neutron-server[104080]: {{(pid=104080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:18:44.231871 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (e17daa45-e311-4804-bd24-8f6d86c11327), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.316721 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (e17daa45-e311-4804-bd24-8f6d86c11327), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.317732 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:44.318315 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.332264 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44478) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:44.423774 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8039496 Apr 11 18:18:44.433779 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44484) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:44.437108 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e255241-9cef-489a-998c-aa96444ff5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=e17daa45-e311-4804-bd24-8f6d86c11327,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:44.445270 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-6670a447-f9a8-46db-93d8-0c9faa058dad admin admin] Request body: {'subnet': {'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-subnet', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:44.451307 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network e17daa45-e311-4804-bd24-8f6d86c11327 details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:18:44.538814 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1891097428-network', 'tenant_id': '25a34d2dc9534338ba66c20de483946e'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:44.631953 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Made reservation on behalf of 25a34d2dc9534338ba66c20de483946e for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:44.634518 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.643275 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6670a447-f9a8-46db-93d8-0c9faa058dad admin admin] Made reservation on behalf of e9e9b737c8fb45a98301787085378097 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:44.645495 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6670a447-f9a8-46db-93d8-0c9faa058dad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.648687 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.689269 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44496) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:44.780188 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004342282-network', 'tenant_id': 'bd9775a686434c57a6417fba495b80e0'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:44.840162 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Publish callbacks [] for security_group (d9c747f6-6aa8-4694-8730-a3857be92480), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.925776 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44504) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:44.932392 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (d9c747f6-6aa8-4694-8730-a3857be92480), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.946370 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:18:44.964675 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Made reservation on behalf of bd9775a686434c57a6417fba495b80e0 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:44.971603 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.975677 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.976018 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Added segment 4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1 of type vlan for network 8b0d3853-ec74-431a-ac4e-39051a91190a Apr 11 18:18:44.992753 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:44.995897 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c747f6-6aa8-4694-8730-a3857be92480,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:45.030485 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.030833 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.031191 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.031528 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.031856 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.032183 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.032506 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.032825 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.033825 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.034210 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.034558 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.034882 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.035229 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Tracked resource versions report: Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: pushed versions: Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: { 'AddressGroup': {'1.2'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Agent': {'1.1'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'ConntrackHelper': {'1.0'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Log': {'1.0'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'NDPProxy': {'1.0'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Network': {'1.1'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Port': {'1.7'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'PortForwarding': {'1.3'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'QosPolicy': {'1.10'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'SecurityGroup': {'1.5'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'SubPort': {'1.0'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Subnet': {'1.1'}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Trunk': {'1.1'}} Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: consumer versions: Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: { DHCP agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: HyperV agent@hv-cinder-83735: {}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: L3 agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: Metadata agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: Metering agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: Open vSwitch agent@dv-cinder-837355-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Agent': '1.1', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'ConntrackHelper': '1.0', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'LocalIPAssociation': '1.0', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Log': '1.0', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'NDPProxy': '1.0', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Network': '1.1', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Port': '1.7', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'PortForwarding': '1.3', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'QosPolicy': '1.10', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'SecurityGroup': '1.5', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'SecurityGroupRule': '1.2', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'SubPort': '1.0', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Subnet': '1.1', Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: 'Trunk': '1.1'}} Apr 11 18:18:45.040401 dv-cinder-837355-1-iscsi neutron-server[104081]: {{(pid=104081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:18:45.049335 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6670a447-f9a8-46db-93d8-0c9faa058dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for subnet (fac3b306-bda1-439e-9471-054f6f8f618a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.068906 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (8b0d3853-ec74-431a-ac4e-39051a91190a), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.075923 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-network', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:45.164783 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670a447-f9a8-46db-93d8-0c9faa058dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac3b306-bda1-439e-9471-054f6f8f618a,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:45.192633 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6670a447-f9a8-46db-93d8-0c9faa058dad admin admin] Checking segment: {'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:45.192991 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6670a447-f9a8-46db-93d8-0c9faa058dad admin admin] Network hostable DHCP agents. Network: e17daa45-e311-4804-bd24-8f6d86c11327, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:18:45.208052 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Made reservation on behalf of 082e2e1ca95a41b19a06885fafe7f25b for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:45.211327 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.222694 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.232540 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Publish callbacks [] for security_group (e3dde963-41c5-491b-93b6-8627b3e27f74), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.299344 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (8b0d3853-ec74-431a-ac4e-39051a91190a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.301239 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:45.302194 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.305268 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e3dde963-41c5-491b-93b6-8627b3e27f74), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.312574 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Publish callbacks [] for security_group (2269c9ee-acc1-4c34-b351-b6a3866f1a0f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.317157 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6670a447-f9a8-46db-93d8-0c9faa058dad admin admin] Network e17daa45-e311-4804-bd24-8f6d86c11327 is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:18:45.327346 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-61627306-network', 'tenant_id': '3a4731da4e084ada88e52ef126a07883'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:45.363689 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] vlan segment allocate from pool success with {'vlan_id': 904, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:18:45.402236 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (2269c9ee-acc1-4c34-b351-b6a3866f1a0f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.419761 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (abf3da13-13e1-430a-8bdd-00228039d3b2), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.420110 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Added segment abf3da13-13e1-430a-8bdd-00228039d3b2 of type vlan for network 691ca6c9-68eb-476a-956c-0ac3b4cf5615 Apr 11 18:18:45.423339 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] Pushing event updated for resources: {'Network': ['ID=8b0d3853-ec74-431a-ac4e-39051a91190a,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:45.435285 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 8b0d3853-ec74-431a-ac4e-39051a91190a details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:18:45.449025 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dde963-41c5-491b-93b6-8627b3e27f74,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:45.463556 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2269c9ee-acc1-4c34-b351-b6a3866f1a0f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:45.482778 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] vlan segment allocate from pool success with {'vlan_id': 907, 'physical_network': 'physnet1'} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:18:45.507985 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.508314 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Added segment ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64 of type vlan for network 14e6ef31-5569-4b84-adfb-cf10202126af Apr 11 18:18:45.517042 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-6670a447-f9a8-46db-93d8-0c9faa058dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, e17daa45-e311-4804-bd24-8f6d86c11327) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:45.527796 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-64b65848-97e4-4bad-8d29-e2437a87d67f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3891144 Apr 11 18:18:45.531051 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44536) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:45.536910 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6670a447-f9a8-46db-93d8-0c9faa058dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:45.537853 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6670a447-f9a8-46db-93d8-0c9faa058dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.542074 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-a20c0be4-17be-4c9b-819a-5398b6552770 admin admin] Request body: {'subnet': {'network_id': '8b0d3853-ec74-431a-ac4e-39051a91190a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1891097428-subnet', 'tenant_id': '25a34d2dc9534338ba66c20de483946e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:45.569166 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33123955-0cc6-495e-9e7a-821baedafd59 None None] Network e17daa45-e311-4804-bd24-8f6d86c11327 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:18:45.579589 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Made reservation on behalf of 3a4731da4e084ada88e52ef126a07883 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:45.583221 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.608381 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (691ca6c9-68eb-476a-956c-0ac3b4cf5615), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.619324 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.626185 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (14e6ef31-5569-4b84-adfb-cf10202126af), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.703780 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6670a447-f9a8-46db-93d8-0c9faa058dad admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2689204 Apr 11 18:18:45.706895 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44542) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:45.711541 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:45.713623 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33b16363-d1dc-561d-85f9-13ae24ae00bf-e17daa45-e311-4804-bd24-8f6d86c11327', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'project_id': 'e9e9b737c8fb45a98301787085378097', 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a'}]}} from dv-cinder-837355-1-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:18:45.714825 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.730453 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (14e6ef31-5569-4b84-adfb-cf10202126af), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.737082 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:45.737082 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.789871 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (691ca6c9-68eb-476a-956c-0ac3b4cf5615), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.790940 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:45.791686 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.795936 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Publish callbacks [] for security_group (111cccc5-3cb0-40a6-ae9f-555619de3c59), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.831208 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] Pushing event updated for resources: {'Network': ['ID=14e6ef31-5569-4b84-adfb-cf10202126af,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:45.868127 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f1078e98-186e-44bb-abe0-9871653caa89 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1757884 Apr 11 18:18:45.871743 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44550) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:45.874170 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20c0be4-17be-4c9b-819a-5398b6552770 admin admin] Made reservation on behalf of 25a34d2dc9534338ba66c20de483946e for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:45.890210 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a20c0be4-17be-4c9b-819a-5398b6552770 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.892543 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (111cccc5-3cb0-40a6-ae9f-555619de3c59), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.897218 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-5e250f39-db88-4ba4-a7a3-45b40944b85a admin admin] Request body: {'subnet': {'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-subnet', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:45.904089 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] Pushing event updated for resources: {'Network': ['ID=691ca6c9-68eb-476a-956c-0ac3b4cf5615,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:45.910442 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 14e6ef31-5569-4b84-adfb-cf10202126af details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:18:45.927701 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5964dd67-6870-4d1a-a115-564962ef5400 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5939782 Apr 11 18:18:45.928582 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:18:45.933773 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44554) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:45.941919 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-86cda8e2-2ed5-41bf-88c7-bd46c250d8cf admin admin] Request body: {'subnet': {'network_id': '691ca6c9-68eb-476a-956c-0ac3b4cf5615', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004342282-subnet', 'tenant_id': 'bd9775a686434c57a6417fba495b80e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:45.969268 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111cccc5-3cb0-40a6-ae9f-555619de3c59,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:45.975716 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (9116b262-c07f-4926-bb79-d5bd2fe438f2), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.976059 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Added segment 9116b262-c07f-4926-bb79-d5bd2fe438f2 of type vlan for network a9dcf27f-d088-45de-9075-c8b0b9293f8c Apr 11 18:18:45.986043 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8367919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4781'] for router (f2029eba-bdad-4a1d-8ee5-3a0794620889), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:45.990790 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8366239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7919140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8212035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4794'] for router (f2029eba-bdad-4a1d-8ee5-3a0794620889), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.027496 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (a9dcf27f-d088-45de-9075-c8b0b9293f8c), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.030837 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 691ca6c9-68eb-476a-956c-0ac3b4cf5615 details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:18:46.037729 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Allocated IP 172.20.0.2 (e17daa45-e311-4804-bd24-8f6d86c11327/fac3b306-bda1-439e-9471-054f6f8f618a/0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:18:46.137318 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cda8e2-2ed5-41bf-88c7-bd46c250d8cf admin admin] Made reservation on behalf of bd9775a686434c57a6417fba495b80e0 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:46.139785 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-86cda8e2-2ed5-41bf-88c7-bd46c250d8cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.166544 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e250f39-db88-4ba4-a7a3-45b40944b85a admin admin] Made reservation on behalf of 082e2e1ca95a41b19a06885fafe7f25b for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:46.169167 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e250f39-db88-4ba4-a7a3-45b40944b85a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.211340 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (a9dcf27f-d088-45de-9075-c8b0b9293f8c), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.216583 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:46.222795 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.316905 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Publish callbacks [] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.325945 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Publish callbacks [] for router_controller (f2029eba-bdad-4a1d-8ee5-3a0794620889), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.362112 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] Pushing event updated for resources: {'Network': ['ID=a9dcf27f-d088-45de-9075-c8b0b9293f8c,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:46.375080 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network a9dcf27f-d088-45de-9075-c8b0b9293f8c details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:18:46.443795 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9d3a7905-9da1-4fef-8140-075a6cf4d1c4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5158491 Apr 11 18:18:46.448149 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44574) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:46.478951 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-0305ffbc-cd80-42bc-8f47-6c63e0a82ba8 admin admin] Request body: {'subnet': {'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-61627306-subnet', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:46.521063 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.581948 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Network e17daa45-e311-4804-bd24-8f6d86c11327 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:18:46.584268 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:46.601486 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Pushing event updated for resources: {'Port': ['ID=0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:46.604408 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:18:46.604982 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0305ffbc-cd80-42bc-8f47-6c63e0a82ba8 admin admin] Made reservation on behalf of 3a4731da4e084ada88e52ef126a07883 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:46.610566 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0305ffbc-cd80-42bc-8f47-6c63e0a82ba8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.615126 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.615511 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.615847 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.616396 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.616811 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-86cda8e2-2ed5-41bf-88c7-bd46c250d8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for subnet (0e5ae075-b323-47b4-82bb-db57d7f87181), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.617280 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.617772 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.618268 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.618919 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.619420 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.619914 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.620402 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.620886 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.621523 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.622011 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.623033 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Tracked resource versions report: Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: pushed versions: Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: { 'AddressGroup': {'1.2'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Agent': {'1.1'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'ConntrackHelper': {'1.0'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Log': {'1.0'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'NDPProxy': {'1.0'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Network': {'1.1'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Port': {'1.7'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'PortForwarding': {'1.3'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'QosPolicy': {'1.10'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'SecurityGroup': {'1.5'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'SubPort': {'1.0'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Subnet': {'1.1'}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Trunk': {'1.1'}} Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: consumer versions: Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: { DHCP agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: HyperV agent@hv-cinder-83735: {}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: L3 agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: Metadata agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: Metering agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: Open vSwitch agent@dv-cinder-837355-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Agent': '1.1', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'ConntrackHelper': '1.0', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'LocalIPAssociation': '1.0', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Log': '1.0', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'NDPProxy': '1.0', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Network': '1.1', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Port': '1.7', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'PortForwarding': '1.3', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'QosPolicy': '1.10', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'SecurityGroup': '1.5', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'SecurityGroupRule': '1.2', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'SubPort': '1.0', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Subnet': '1.1', Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: 'Trunk': '1.1'}} Apr 11 18:18:46.624646 dv-cinder-837355-1-iscsi neutron-server[104082]: {{(pid=104082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:18:46.701492 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Attempting to bind port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:18:46.702175 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Attempting to bind port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:18:46.702719 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Attempting to bind port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 on network e17daa45-e311-4804-bd24-8f6d86c11327 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:18:46.710994 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:18:46.714353 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Checking segment: {'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:46.714353 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.714353 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Bound using segment: {'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:18:46.714353 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Bound port: 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:18:46.714353 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.776912 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Publish callbacks [] for router_gateway (f2029eba-bdad-4a1d-8ee5-3a0794620889), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.789569 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a20c0be4-17be-4c9b-819a-5398b6552770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for subnet (9c7c0bd3-e5e5-431a-950c-d6697fd7701a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.805708 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] For port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:18:46.807121 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cda8e2-2ed5-41bf-88c7-bd46c250d8cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e5ae075-b323-47b4-82bb-db57d7f87181,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:46.809710 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] For port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:18:46.821195 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cda8e2-2ed5-41bf-88c7-bd46c250d8cf admin admin] Checking segment: {'id': 'abf3da13-13e1-430a-8bdd-00228039d3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '691ca6c9-68eb-476a-956c-0ac3b4cf5615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:46.821555 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cda8e2-2ed5-41bf-88c7-bd46c250d8cf admin admin] Network hostable DHCP agents. Network: 691ca6c9-68eb-476a-956c-0ac3b4cf5615, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:18:46.880731 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c0be4-17be-4c9b-819a-5398b6552770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c7c0bd3-e5e5-431a-950c-d6697fd7701a,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:46.903813 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c0be4-17be-4c9b-819a-5398b6552770 admin admin] Checking segment: {'id': '4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8b0d3853-ec74-431a-ac4e-39051a91190a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:46.904179 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c0be4-17be-4c9b-819a-5398b6552770 admin admin] Network hostable DHCP agents. Network: 8b0d3853-ec74-431a-ac4e-39051a91190a, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:18:46.940449 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:46.951516 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cda8e2-2ed5-41bf-88c7-bd46c250d8cf admin admin] Network 691ca6c9-68eb-476a-956c-0ac3b4cf5615 is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:18:47.015527 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e250f39-db88-4ba4-a7a3-45b40944b85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for subnet (9669d665-665c-4325-9f01-a4e3dc1cf99c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:47.016650 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bee725-f27a-4c4b-b974-e619f8d2835c None None] Pushing event updated for resources: {'Port': ['ID=0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:47.026977 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0305ffbc-cd80-42bc-8f47-6c63e0a82ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for subnet (bd05825c-e88d-4965-9dfb-2dfbb84e38da), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:47.070710 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c0be4-17be-4c9b-819a-5398b6552770 admin admin] Network 8b0d3853-ec74-431a-ac4e-39051a91190a is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:18:47.097368 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305ffbc-cd80-42bc-8f47-6c63e0a82ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd05825c-e88d-4965-9dfb-2dfbb84e38da,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:47.106970 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-86cda8e2-2ed5-41bf-88c7-bd46c250d8cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 691ca6c9-68eb-476a-956c-0ac3b4cf5615) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:47.112507 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cda8e2-2ed5-41bf-88c7-bd46c250d8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:47.116746 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-86cda8e2-2ed5-41bf-88c7-bd46c250d8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:47.117000 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-a20c0be4-17be-4c9b-819a-5398b6552770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 8b0d3853-ec74-431a-ac4e-39051a91190a) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:47.119500 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141af397-cf53-474b-9aef-4d62af9b5aac None None] Network 691ca6c9-68eb-476a-956c-0ac3b4cf5615 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:18:47.131511 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0305ffbc-cd80-42bc-8f47-6c63e0a82ba8 admin admin] Checking segment: {'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:47.132665 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305ffbc-cd80-42bc-8f47-6c63e0a82ba8 admin admin] Network hostable DHCP agents. Network: a9dcf27f-d088-45de-9075-c8b0b9293f8c, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:18:47.136452 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20c0be4-17be-4c9b-819a-5398b6552770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:47.140160 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a20c0be4-17be-4c9b-819a-5398b6552770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:47.147015 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ff7888-6840-4512-aa69-06f337803d08 None None] Network 8b0d3853-ec74-431a-ac4e-39051a91190a requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:18:47.214681 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-86cda8e2-2ed5-41bf-88c7-bd46c250d8cf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2772994 Apr 11 18:18:47.216023 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305ffbc-cd80-42bc-8f47-6c63e0a82ba8 admin admin] Network a9dcf27f-d088-45de-9075-c8b0b9293f8c is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:18:47.235271 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-0305ffbc-cd80-42bc-8f47-6c63e0a82ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, a9dcf27f-d088-45de-9075-c8b0b9293f8c) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:47.263677 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305ffbc-cd80-42bc-8f47-6c63e0a82ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:47.264597 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0305ffbc-cd80-42bc-8f47-6c63e0a82ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:47.293972 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e250f39-db88-4ba4-a7a3-45b40944b85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9669d665-665c-4325-9f01-a4e3dc1cf99c,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:47.295220 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9776a4b6-70a0-44d0-8851-c39257aa369c None None] Network a9dcf27f-d088-45de-9075-c8b0b9293f8c requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:18:47.377642 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-0305ffbc-cd80-42bc-8f47-6c63e0a82ba8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9267690 Apr 11 18:18:47.380047 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44588) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:47.387234 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:47.419264 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a20c0be4-17be-4c9b-819a-5398b6552770 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8859131 Apr 11 18:18:47.436769 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e250f39-db88-4ba4-a7a3-45b40944b85a admin admin] Checking segment: {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:47.438107 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e250f39-db88-4ba4-a7a3-45b40944b85a admin admin] Network hostable DHCP agents. Network: 14e6ef31-5569-4b84-adfb-cf10202126af, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:18:47.484917 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2c963d-82dc-4117-a9f0-5807eee47056 None None] Network 691ca6c9-68eb-476a-956c-0ac3b4cf5615 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:18:47.516485 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8367919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4781'] for router (70af88eb-dad9-41f7-aaff-ac773821fef6), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:47.546174 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8366239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7919140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8212035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4794'] for router (70af88eb-dad9-41f7-aaff-ac773821fef6), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:47.546608 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de1520-5dff-4a76-ac80-f2cc91549120 None None] Network 8b0d3853-ec74-431a-ac4e-39051a91190a requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:18:47.682489 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Publish callbacks [] for router_gateway (f2029eba-bdad-4a1d-8ee5-3a0794620889), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:47.696916 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Publish callbacks [] for router_controller (70af88eb-dad9-41f7-aaff-ac773821fef6), precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:47.742474 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:47.764305 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e250f39-db88-4ba4-a7a3-45b40944b85a admin admin] Network 14e6ef31-5569-4b84-adfb-cf10202126af is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:18:47.855589 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:18:47.947315 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33b16363-d1dc-561d-85f9-13ae24ae00bf-a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'project_id': '3a4731da4e084ada88e52ef126a07883', 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da'}]}} from dv-cinder-837355-1-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:18:47.948431 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:48.029382 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-5e250f39-db88-4ba4-a7a3-45b40944b85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 14e6ef31-5569-4b84-adfb-cf10202126af) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:48.052168 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e20b564-aa5e-407e-9b12-2cb666b02f76 None None] Network 14e6ef31-5569-4b84-adfb-cf10202126af requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:18:48.079265 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e250f39-db88-4ba4-a7a3-45b40944b85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:48.079717 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5e250f39-db88-4ba4-a7a3-45b40944b85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:48.302405 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5e250f39-db88-4ba4-a7a3-45b40944b85a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4282255 Apr 11 18:18:48.303981 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44622) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:48.308511 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:48.391410 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Allocated IP 172.27.3.212 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/f7ebf870-c4cb-4dc3-91ff-ec602c975b41) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:18:48.422519 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Allocated IP 172.20.0.2 (a9dcf27f-d088-45de-9075-c8b0b9293f8c/bd05825c-e88d-4965-9dfb-2dfbb84e38da/ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:18:48.433251 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44644) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:48.442510 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Publish callbacks [] for router_gateway (70af88eb-dad9-41f7-aaff-ac773821fef6), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:48.461884 dv-cinder-837355-1-iscsi neutron-server[104081]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 18:18:48.556364 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8367919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4781'] for router (a88f92f1-6521-467a-8b97-6ac7b89ec75a), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:48.558875 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8366239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7919140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8212035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4794'] for router (a88f92f1-6521-467a-8b97-6ac7b89ec75a), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:48.619327 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Publish callbacks [] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:48.755493 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44660) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:48.757141 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d002485-3eb7-415a-8290-3ba4bce8df52 None None] Network e17daa45-e311-4804-bd24-8f6d86c11327 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:18:48.761959 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1376055482-network', 'tenant_id': '0a5e739dc38f4581a28c3cac57ac8031'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:48.792670 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:48.797544 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:48.797929 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:48.824106 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-7e7bce54-549e-481b-a4d4-0537d0f3f623 None None] Provisioning complete for port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:48.824487 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7e7bce54-549e-481b-a4d4-0537d0f3f623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:48.871003 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Publish callbacks [] for router_controller (a88f92f1-6521-467a-8b97-6ac7b89ec75a), precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:48.875569 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Made reservation on behalf of 0a5e739dc38f4581a28c3cac57ac8031 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:48.878963 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:48.906485 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:18:48.914009 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:48.926759 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:48.931198 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-d272d561-2fe9-428f-bb86-142827dfe5a3 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:48.932690 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-d272d561-2fe9-428f-bb86-142827dfe5a3 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/networks?id=8b0d3853-ec74-431a-ac4e-39051a91190a HTTP/1.1" status: 200 len: 812 time: 0.4728057 Apr 11 18:18:48.946178 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:18:48.951156 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ebf870-c4cb-4dc3-91ff-ec602c975b41,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:49.047651 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33b16363-d1dc-561d-85f9-13ae24ae00bf-14e6ef31-5569-4b84-adfb-cf10202126af', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c'}]}} from dv-cinder-837355-1-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:18:49.048683 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:49.090164 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Publish callbacks [] for router_gateway (70af88eb-dad9-41f7-aaff-ac773821fef6), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:49.092209 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Publish callbacks [] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:49.304175 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:49.304766 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-0cebab15-d415-404d-a79f-198c5029e19e tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/quotas/25a34d2dc9534338ba66c20de483946e HTTP/1.1" status: 200 len: 375 time: 0.2676580 Apr 11 18:18:49.389037 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:49.391652 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Publish callbacks [] for security_group (50f50b05-07f3-4a5e-9104-a7d4e98012c8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:49.424249 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-7e7bce54-549e-481b-a4d4-0537d0f3f623 None None] Current status of the port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:49.424904 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7e7bce54-549e-481b-a4d4-0537d0f3f623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:49.459390 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:49.459775 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:49.501445 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Publish callbacks [] for router_gateway (a88f92f1-6521-467a-8b97-6ac7b89ec75a), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:49.506429 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Pushing event updated for resources: {'Port': ['ID=ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:49.508098 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a6ce5895-0089-4e8f-ab9c-2b6837d97445 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=25a34d2dc9534338ba66c20de483946e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1129575 Apr 11 18:18:49.546857 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Network a9dcf27f-d088-45de-9075-c8b0b9293f8c is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:18:49.558111 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (50f50b05-07f3-4a5e-9104-a7d4e98012c8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:49.567379 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:49.570176 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:18:49.634635 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] vlan segment allocate from pool success with {'vlan_id': 919, 'physical_network': 'physnet1'} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:18:49.648867 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:49.680185 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f50b05-07f3-4a5e-9104-a7d4e98012c8,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:49.693464 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Publish callbacks [] for router_gateway (f2029eba-bdad-4a1d-8ee5-3a0794620889), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:49.694012 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (445b1b7b-acb4-4a35-b517-24394d664976), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:49.694665 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Added segment 445b1b7b-acb4-4a35-b517-24394d664976 of type vlan for network 85d88c95-6cc8-484e-8f16-10e2279997e9 Apr 11 18:18:49.714296 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:49.716725 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Allocated IP 172.20.0.2 (14e6ef31-5569-4b84-adfb-cf10202126af/9669d665-665c-4325-9f01-a4e3dc1cf99c/b140a524-f785-4d27-b636-976548d30896) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:18:49.721968 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Attempting to bind port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:18:49.722393 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Attempting to bind port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:18:50.034136 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Attempting to bind port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 on network a9dcf27f-d088-45de-9075-c8b0b9293f8c {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:18:50.036237 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Allocated IP 172.27.3.19 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/6b0ffb12-46c9-4f07-af29-70e115223ef5) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:18:50.037061 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:18:50.037061 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Checking segment: {'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:50.037061 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.037061 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Bound using segment: {'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:18:50.037061 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Bound port: ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:18:50.037061 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.038178 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (85d88c95-6cc8-484e-8f16-10e2279997e9), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.038255 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.db.api [None req-7e7bce54-549e-481b-a4d4-0537d0f3f623 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 18:18:50.038255 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG oslo_db.api [None req-7e7bce54-549e-481b-a4d4-0537d0f3f623 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 18:18:50.038382 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-72691f57-f591-4eec-b5d8-e2630080d5c7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:18:50.038382 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-72691f57-f591-4eec-b5d8-e2630080d5c7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1238785 Apr 11 18:18:50.038524 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:50.038645 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.db.resource_extend [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 18:18:50.038724 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] For port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:18:50.038724 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] For port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:18:50.059721 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Publish callbacks [] for port (b140a524-f785-4d27-b636-976548d30896), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.065686 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Publish callbacks [] for router_gateway (a88f92f1-6521-467a-8b97-6ac7b89ec75a), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.076324 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.103383 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.142971 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8366246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918807'] for router (f2029eba-bdad-4a1d-8ee5-3a0794620889), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.143335 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbab324-3d43-4b8e-bd3f-d823bd02f61b None None] Pushing event updated for resources: {'Port': ['ID=ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:50.157505 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (b140a524-f785-4d27-b636-976548d30896), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.162425 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (85d88c95-6cc8-484e-8f16-10e2279997e9), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.164084 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:50.164182 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.207943 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Publish callbacks [] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.212288 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Network 14e6ef31-5569-4b84-adfb-cf10202126af is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:18:50.217160 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:50.221671 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:18:50.233359 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Pushing event updated for resources: {'Port': ['ID=b140a524-f785-4d27-b636-976548d30896,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:50.234897 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-dc3737cf-858d-44d9-90b5-7375e2481be7 service neutron] 10.222.0.64 "GET /v2.0/networks/8b0d3853-ec74-431a-ac4e-39051a91190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277268 Apr 11 18:18:50.319149 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] Pushing event updated for resources: {'Network': ['ID=85d88c95-6cc8-484e-8f16-10e2279997e9,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:50.332303 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Attempting to bind port b140a524-f785-4d27-b636-976548d30896 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:18:50.333432 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Attempting to bind port b140a524-f785-4d27-b636-976548d30896 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:18:50.333793 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Attempting to bind port b140a524-f785-4d27-b636-976548d30896 on network 14e6ef31-5569-4b84-adfb-cf10202126af {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:18:50.343441 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:18:50.343912 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Checking segment: {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:50.344197 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.345183 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Bound using segment: {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:18:50.347385 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Bound port: b140a524-f785-4d27-b636-976548d30896, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:18:50.347878 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (b140a524-f785-4d27-b636-976548d30896), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.366542 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 85d88c95-6cc8-484e-8f16-10e2279997e9 details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:18:50.384262 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-49ce5909-105a-45c4-ba4c-bba1add86d7d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6271622 Apr 11 18:18:50.389326 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44700) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:50.414960 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-9932b370-f676-4b66-8ae6-a70d975fb6b1 admin admin] Request body: {'subnet': {'network_id': '85d88c95-6cc8-484e-8f16-10e2279997e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1376055482-subnet', 'tenant_id': '0a5e739dc38f4581a28c3cac57ac8031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:50.590250 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-59574a35-c14d-42ab-b6f6-5560a1410abb service neutron] 10.222.0.64 "GET /v2.0/networks/8b0d3853-ec74-431a-ac4e-39051a91190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474982 Apr 11 18:18:50.624719 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9932b370-f676-4b66-8ae6-a70d975fb6b1 admin admin] Made reservation on behalf of 0a5e739dc38f4581a28c3cac57ac8031 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:50.627999 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9932b370-f676-4b66-8ae6-a70d975fb6b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.655055 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-7e7bce54-549e-481b-a4d4-0537d0f3f623 None None] Current status of the port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:50.670284 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.741888 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Router f2029eba-bdad-4a1d-8ee5-3a0794620889 is scheduled to L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:18:50.754530 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:18:50.761022 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:50.764136 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:18:50.789437 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-afd1c0b5-d759-40cf-9b05-b0abd3f09596 None None] Provisioning complete for port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:50.789867 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-afd1c0b5-d759-40cf-9b05-b0abd3f09596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:50.832808 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] For port b140a524-f785-4d27-b636-976548d30896, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:18:50.849460 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] For port b140a524-f785-4d27-b636-976548d30896, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=b140a524-f785-4d27-b636-976548d30896,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:18:50.856587 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Pushing event updated for resources: {'Port': ['ID=6b0ffb12-46c9-4f07-af29-70e115223ef5,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:50.884467 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Allocated IP 172.27.3.150 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/67763eac-6596-424c-a207-fee1743694af) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:18:50.905707 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-afd1c0b5-d759-40cf-9b05-b0abd3f09596 None None] Current status of the port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:50.945534 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (b140a524-f785-4d27-b636-976548d30896), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:51.007637 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44714) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:51.028301 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:18:51.041675 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Sync routers for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:18:51.068625 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:51.070775 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:18:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:51.104812 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9932b370-f676-4b66-8ae6-a70d975fb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for subnet (bb6ca7d8-6af1-4d8c-bd7f-5523c250c9a6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:51.168049 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28c5f9-f6d7-4816-a992-540165e89a69 None None] Pushing event updated for resources: {'Port': ['ID=b140a524-f785-4d27-b636-976548d30896,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:51.183515 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:51.188334 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-27926c22-3f64-47f7-86bf-515ff0d97947 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4803481 Apr 11 18:18:51.193759 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44732) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:51.215682 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-68df13b7-dba5-4dca-bb3d-15c4d199c3e0 req-97b7e3e2-ab85-4541-ab14-8f82c26bd456 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.1999221 Apr 11 18:18:51.412676 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932b370-f676-4b66-8ae6-a70d975fb6b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6ca7d8-6af1-4d8c-bd7f-5523c250c9a6,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:51.445116 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Publish callbacks [] for port (67763eac-6596-424c-a207-fee1743694af), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:51.450849 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:51.498605 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9932b370-f676-4b66-8ae6-a70d975fb6b1 admin admin] Checking segment: {'id': '445b1b7b-acb4-4a35-b517-24394d664976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '85d88c95-6cc8-484e-8f16-10e2279997e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:51.500186 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9932b370-f676-4b66-8ae6-a70d975fb6b1 admin admin] Network hostable DHCP agents. Network: 85d88c95-6cc8-484e-8f16-10e2279997e9, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:18:51.603768 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Publish callbacks [] for router_gateway (70af88eb-dad9-41f7-aaff-ac773821fef6), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:51.723346 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9932b370-f676-4b66-8ae6-a70d975fb6b1 admin admin] Network 85d88c95-6cc8-484e-8f16-10e2279997e9 is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:18:51.757119 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (67763eac-6596-424c-a207-fee1743694af), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:51.792508 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b510f31c-55bd-4cd6-9951-2d2eb63be49a None None] Network a9dcf27f-d088-45de-9075-c8b0b9293f8c requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:18:51.795360 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:49Z', 'revision_number': 3, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:51.888894 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Pushing event updated for resources: {'Port': ['ID=67763eac-6596-424c-a207-fee1743694af,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:51.905485 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fb07521b-86b6-4635-856a-f722823acdba None None] Provisioning complete for port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:51.905606 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Checking router: f2029eba-bdad-4a1d-8ee5-3a0794620889 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:18:51.905938 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Updating router f2029eba-bdad-4a1d-8ee5-3a0794620889 port f7ebf870-c4cb-4dc3-91ff-ec602c975b41 binding host dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:18:51.906468 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fb07521b-86b6-4635-856a-f722823acdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:51.983288 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:51.999512 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:18:52.005494 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:52.012525 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:18:52.088566 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-9932b370-f676-4b66-8ae6-a70d975fb6b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 85d88c95-6cc8-484e-8f16-10e2279997e9) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:52.102385 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9932b370-f676-4b66-8ae6-a70d975fb6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:52.103167 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9932b370-f676-4b66-8ae6-a70d975fb6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:52.118150 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c19135-d7d0-45ab-9765-2d05122a8116 None None] Network 85d88c95-6cc8-484e-8f16-10e2279997e9 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:18:52.193521 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:18:52.282470 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fb07521b-86b6-4635-856a-f722823acdba None None] Current status of the port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:52.282987 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fb07521b-86b6-4635-856a-f722823acdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:52.310236 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8366246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918807'] for router (70af88eb-dad9-41f7-aaff-ac773821fef6), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:52.389725 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b3d3b19d-3041-4f66-b782-b970a3750694 req-5e167680-fc17-486e-a549-d8480f1797c6 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.0708082 Apr 11 18:18:52.415712 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9932b370-f676-4b66-8ae6-a70d975fb6b1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0239058 Apr 11 18:18:52.522554 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e6b791-2395-4c0b-9a0f-a9d578db3c74 None None] Network 85d88c95-6cc8-484e-8f16-10e2279997e9 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:18:52.548817 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:52.549191 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:52.637483 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:52.791145 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Publish callbacks [] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:52.796817 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fb07521b-86b6-4635-856a-f722823acdba None None] For port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:52.806707 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44776) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:52.849553 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:52.875574 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a537f8f7-38f0-433e-9a94-6110f907b9fd None None] Network 14e6ef31-5569-4b84-adfb-cf10202126af requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:18:52.884846 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Attempting to bind port f7ebf870-c4cb-4dc3-91ff-ec602c975b41 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:18:52.884846 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Attempting to bind port f7ebf870-c4cb-4dc3-91ff-ec602c975b41 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:18:52.884846 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Attempting to bind port f7ebf870-c4cb-4dc3-91ff-ec602c975b41 on network 92929611-3b7d-482f-9e07-357d61c7241e {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:18:52.895888 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fb07521b-86b6-4635-856a-f722823acdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:52.913029 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44778) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:52.916114 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:18:52.916506 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Checking segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:52.916914 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:52.917313 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Bound using segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:18:52.917801 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Bound port: f7ebf870-c4cb-4dc3-91ff-ec602c975b41, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:18:52.918210 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:52.974149 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:52.974822 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.029282 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880a279-a0da-4563-a864-467347f55527 None None] Pushing event updated for resources: {'Port': ['ID=f7ebf870-c4cb-4dc3-91ff-ec602c975b41,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:53.044601 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07521b-86b6-4635-856a-f722823acdba None None] Pushing event updated for resources: {'Port': ['ID=ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:53.044890 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80a2730-9f7e-4d2e-8ef7-ef9fefa4793f admin admin] Deleting subnet 0e5ae075-b323-47b4-82bb-db57d7f87181 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:18:53.050364 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.053118 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.053118 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.053118 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.056882 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.057603 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e80a2730-9f7e-4d2e-8ef7-ef9fefa4793f admin admin] Publish callbacks [] for subnet (0e5ae075-b323-47b4-82bb-db57d7f87181), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.058049 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.058492 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.058901 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.061002 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.061443 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.061858 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.067515 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.070393 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.070833 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.072379 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e9779c86-3bae-4d04-8800-22b680960336 None None] Provisioning complete for port b140a524-f785-4d27-b636-976548d30896 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:53.072763 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e9779c86-3bae-4d04-8800-22b680960336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (b140a524-f785-4d27-b636-976548d30896), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.072871 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880a279-a0da-4563-a864-467347f55527 None None] Tracked resource versions report: Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: pushed versions: Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: { 'AddressGroup': {'1.2'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Agent': {'1.1'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'ConntrackHelper': {'1.0'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Log': {'1.0'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'NDPProxy': {'1.0'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Network': {'1.1'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Port': {'1.7'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'PortForwarding': {'1.3'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'QosPolicy': {'1.10'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'SecurityGroup': {'1.5'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'SubPort': {'1.0'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Subnet': {'1.1'}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Trunk': {'1.1'}} Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: consumer versions: Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: { DHCP agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: HyperV agent@hv-cinder-83735: {}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: L3 agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: Metadata agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: Metering agent@dv-cinder-837355-1-iscsi: {}, Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: Open vSwitch agent@dv-cinder-837355-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Agent': '1.1', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'ConntrackHelper': '1.0', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'LocalIPAssociation': '1.0', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Log': '1.0', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'NDPProxy': '1.0', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Network': '1.1', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Port': '1.7', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'PortForwarding': '1.3', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'QosPolicy': '1.10', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'SecurityGroup': '1.5', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'SecurityGroupRule': '1.2', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'SubPort': '1.0', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Subnet': '1.1', Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: 'Trunk': '1.1'}} Apr 11 18:18:53.074119 dv-cinder-837355-1-iscsi neutron-server[104083]: {{(pid=104083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:18:53.088855 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] For port f7ebf870-c4cb-4dc3-91ff-ec602c975b41, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:18:53.102971 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] For port f7ebf870-c4cb-4dc3-91ff-ec602c975b41, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=f7ebf870-c4cb-4dc3-91ff-ec602c975b41,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:18:53.113426 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3729c6d1-54b5-45cd-9b8f-3d046e6f760a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.146876 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Router 70af88eb-dad9-41f7-aaff-ac773821fef6 is scheduled to L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:18:53.147069 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.db.api [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 18:18:53.147213 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG oslo_db.api [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 18:18:53.175567 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e80a2730-9f7e-4d2e-8ef7-ef9fefa4793f admin admin] Publish callbacks [] for subnet (0e5ae075-b323-47b4-82bb-db57d7f87181), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.196906 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.208681 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e9779c86-3bae-4d04-8800-22b680960336 None None] Current status of the port b140a524-f785-4d27-b636-976548d30896 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:53.209702 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e9779c86-3bae-4d04-8800-22b680960336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (b140a524-f785-4d27-b636-976548d30896), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.262640 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e80a2730-9f7e-4d2e-8ef7-ef9fefa4793f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (0e5ae075-b323-47b4-82bb-db57d7f87181), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.269368 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e9779c86-3bae-4d04-8800-22b680960336 None None] For port b140a524-f785-4d27-b636-976548d30896, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=b140a524-f785-4d27-b636-976548d30896,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:53.269844 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3729c6d1-54b5-45cd-9b8f-3d046e6f760a admin admin] Publish callbacks [] for security_group (6a267dfc-674c-4a70-9976-9dcf09636c56), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.320239 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Allocated IP 172.20.0.1 (e17daa45-e311-4804-bd24-8f6d86c11327/fac3b306-bda1-439e-9471-054f6f8f618a/6b7db54a-c483-46ed-9b27-c8550a557281) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:18:53.338938 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e9779c86-3bae-4d04-8800-22b680960336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (b140a524-f785-4d27-b636-976548d30896), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.342167 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3729c6d1-54b5-45cd-9b8f-3d046e6f760a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (6a267dfc-674c-4a70-9976-9dcf09636c56), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.368258 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880a279-a0da-4563-a864-467347f55527 None None] Pushing event updated for resources: {'Port': ['ID=f7ebf870-c4cb-4dc3-91ff-ec602c975b41,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:53.386777 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:53.387663 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:18:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:53.417390 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e9779c86-3bae-4d04-8800-22b680960336 None None] Provisioning complete for port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:53.418052 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e9779c86-3bae-4d04-8800-22b680960336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.419946 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9779c86-3bae-4d04-8800-22b680960336 None None] Pushing event updated for resources: {'Port': ['ID=b140a524-f785-4d27-b636-976548d30896,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:53.533025 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:53.536516 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e9779c86-3bae-4d04-8800-22b680960336 None None] Current status of the port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:53.573116 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3729c6d1-54b5-45cd-9b8f-3d046e6f760a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4281fb53246a4dfb9f64a9f1216a2248&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6589501 Apr 11 18:18:53.582478 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44792) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:53.622810 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729c6d1-54b5-45cd-9b8f-3d046e6f760a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a267dfc-674c-4a70-9976-9dcf09636c56,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:53.645479 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e80a2730-9f7e-4d2e-8ef7-ef9fefa4793f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for subnet (0e5ae075-b323-47b4-82bb-db57d7f87181), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.697431 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-884938e2-fd6f-4576-b0a5-d02623e99e6b req-905af1a2-c031-44c4-a82d-a98f2d19e3ea tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.0598795 Apr 11 18:18:53.700289 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:53.701121 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device b140a524-f785-4d27-b636-976548d30896 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:18:53.706187 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Publish callbacks [] for port (6b7db54a-c483-46ed-9b27-c8550a557281), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.712874 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5f5f1bfe-b948-4205-aec7-0120b398e1f1 admin admin] Publish callbacks [] for security_group (6a267dfc-674c-4a70-9976-9dcf09636c56), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.752382 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a2730-9f7e-4d2e-8ef7-ef9fefa4793f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e5ae075-b323-47b4-82bb-db57d7f87181,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:53.764339 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e80a2730-9f7e-4d2e-8ef7-ef9fefa4793f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.764339 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e80a2730-9f7e-4d2e-8ef7-ef9fefa4793f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0e5ae075-b323-47b4-82bb-db57d7f87181 HTTP/1.1" status: 204 len: 168 time: 0.9524469 Apr 11 18:18:53.766223 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44794) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:53.766949 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Publish callbacks [] for router_gateway (a88f92f1-6521-467a-8b97-6ac7b89ec75a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.774617 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-67c91e5e-e827-437a-a616-1121c1a11b36 None None] Provisioning complete for port b140a524-f785-4d27-b636-976548d30896 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:53.775325 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-67c91e5e-e827-437a-a616-1121c1a11b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (b140a524-f785-4d27-b636-976548d30896), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.780269 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:49Z', 'revision_number': 3, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:53.785435 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5f5f1bfe-b948-4205-aec7-0120b398e1f1 admin admin] Publish callbacks [] for security_group (6a267dfc-674c-4a70-9976-9dcf09636c56), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.807325 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port b140a524-f785-4d27-b636-976548d30896 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:53.807708 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (b140a524-f785-4d27-b636-976548d30896), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.811320 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb539b0-0d8f-4062-b1f6-3feb599c8f44 None None] The sync data for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi is: [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:49Z', 'revision_number': 3, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:18:53.819037 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:18:53.860254 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f053344-7173-479e-ac21-865072d6939f None None] Sync routers for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:18:53.890777 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f053344-7173-479e-ac21-865072d6939f None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:53.891957 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-6f053344-7173-479e-ac21-865072d6939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:18:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:53.962990 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5f5f1bfe-b948-4205-aec7-0120b398e1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (6a267dfc-674c-4a70-9976-9dcf09636c56), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.976420 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5f5f1bfe-b948-4205-aec7-0120b398e1f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.978717 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5f5f1bfe-b948-4205-aec7-0120b398e1f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a267dfc-674c-4a70-9976-9dcf09636c56 HTTP/1.1" status: 204 len: 168 time: 0.3949852 Apr 11 18:18:53.990674 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f1bfe-b948-4205-aec7-0120b398e1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a267dfc-674c-4a70-9976-9dcf09636c56,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:53.995005 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:53.998772 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (691ca6c9-68eb-476a-956c-0ac3b4cf5615), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:54.035690 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port b140a524-f785-4d27-b636-976548d30896 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:54.037075 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:18:54.060555 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:54.061645 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-7b2ef75d-638e-414a-a0b7-067f90684441 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.6805127 Apr 11 18:18:54.074051 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44804) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:54.092756 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Pushing event updated for resources: {'Port': ['ID=6b7db54a-c483-46ed-9b27-c8550a557281,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:54.110055 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Network e17daa45-e311-4804-bd24-8f6d86c11327 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:18:54.112198 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:54.130496 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:18:54.131270 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7918628'] for router_interface (f2029eba-bdad-4a1d-8ee5-3a0794620889), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:54.208526 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (691ca6c9-68eb-476a-956c-0ac3b4cf5615), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:54.346691 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.347080 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.347873 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.348328 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > port after_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.348530 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.349438 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > port after_update 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.349770 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.350082 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.350416 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.351698 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.488015 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-6f053344-7173-479e-ac21-865072d6939f None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:54.608258 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:54.608413 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:54.619900 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-67c91e5e-e827-437a-a616-1121c1a11b36 None None] Current status of the port b140a524-f785-4d27-b636-976548d30896 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:54.622157 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:54.650973 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.654917 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.655469 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.655950 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:54.656463 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691ca6c9-68eb-476a-956c-0ac3b4cf5615']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:54.692164 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf3da13-13e1-430a-8bdd-00228039d3b2') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:54.692456 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf3da13-13e1-430a-8bdd-00228039d3b2') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:54.719532 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7668627'] for segment (abf3da13-13e1-430a-8bdd-00228039d3b2), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:54.809914 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (abf3da13-13e1-430a-8bdd-00228039d3b2), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:54.818944 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8366246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918807'] for router (a88f92f1-6521-467a-8b97-6ac7b89ec75a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:54.822168 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-6f053344-7173-479e-ac21-865072d6939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:50Z', 'revision_number': 3, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:54.841399 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:18:54.841399 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668849'] for segment (abf3da13-13e1-430a-8bdd-00228039d3b2), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: from cryptography.utils import int_from_bytes Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: from cryptography.utils import int_from_bytes Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: Traceback (most recent call last): Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: timer() Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: cb(*args, **kw) Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: return func(*args, **kwargs) Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: self._notify() Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: self.callback(batched_events) Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: event.method(event) Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: return f(self, *a, **k) Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._get(url).json() Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: return self.request(url, 'GET', **kwargs) Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:18:54.847635 dv-cinder-837355-1-iscsi neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:18:54.859748 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f053344-7173-479e-ac21-865072d6939f None None] Checking router: 70af88eb-dad9-41f7-aaff-ac773821fef6 for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:18:54.860096 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f053344-7173-479e-ac21-865072d6939f None None] Updating router 70af88eb-dad9-41f7-aaff-ac773821fef6 port 6b0ffb12-46c9-4f07-af29-70e115223ef5 binding host dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:18:54.905151 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-83d964b5-44cf-4b61-b2e9-caa5a5ec4f9c None None] Provisioning complete for port 6b7db54a-c483-46ed-9b27-c8550a557281 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:54.905520 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-83d964b5-44cf-4b61-b2e9-caa5a5ec4f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:54.956010 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-83d964b5-44cf-4b61-b2e9-caa5a5ec4f9c None None] Port 6b7db54a-c483-46ed-9b27-c8550a557281 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:18:54.961220 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:54.969329 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6f053344-7173-479e-ac21-865072d6939f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.055134 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Publish callbacks [] for port (6b7db54a-c483-46ed-9b27-c8550a557281), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.123040 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f4cec78a-458a-4d89-a1b8-d8fe11e586c2 req-f83128ce-db77-44b0-9f9f-fa6d95c80da7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.1280029 Apr 11 18:18:55.155914 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.156810 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7877612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7918996'] for router_interface (f2029eba-bdad-4a1d-8ee5-3a0794620889), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.228970 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Pushing event updated for resources: {'Port': ['ID=6b7db54a-c483-46ed-9b27-c8550a557281,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:55.261845 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:18:55.266311 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (691ca6c9-68eb-476a-956c-0ac3b4cf5615), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.309752 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.323958 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] 10.222.0.64 "DELETE /v2.0/networks/691ca6c9-68eb-476a-956c-0ac3b4cf5615 HTTP/1.1" status: 204 len: 168 time: 1.5537655 Apr 11 18:18:55.327558 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44830) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:55.350763 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e2cb3-062d-46f0-963a-0a73ce16a11c admin admin] Pushing event deleted for resources: {'Network': ['ID=691ca6c9-68eb-476a-956c-0ac3b4cf5615,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:55.403701 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6f053344-7173-479e-ac21-865072d6939f None None] Publish callbacks [] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.406677 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:55.407131 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.435888 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-b910e118-7a18-4bdb-9b25-9e82ef1d3042 admin admin] Deleting subnet bb6ca7d8-6af1-4d8c-bd7f-5523c250c9a6 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:18:55.439834 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Network e17daa45-e311-4804-bd24-8f6d86c11327 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:18:55.440619 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b910e118-7a18-4bdb-9b25-9e82ef1d3042 admin admin] Publish callbacks [] for subnet (bb6ca7d8-6af1-4d8c-bd7f-5523c250c9a6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.442824 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:55.518757 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:55.519903 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device f7ebf870-c4cb-4dc3-91ff-ec602c975b41 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:18:55.530441 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b910e118-7a18-4bdb-9b25-9e82ef1d3042 admin admin] Publish callbacks [] for subnet (bb6ca7d8-6af1-4d8c-bd7f-5523c250c9a6), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.545872 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b910e118-7a18-4bdb-9b25-9e82ef1d3042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (bb6ca7d8-6af1-4d8c-bd7f-5523c250c9a6), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.555815 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Router a88f92f1-6521-467a-8b97-6ac7b89ec75a is scheduled to L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:18:55.633947 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6f053344-7173-479e-ac21-865072d6939f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.667180 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.730164 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port f7ebf870-c4cb-4dc3-91ff-ec602c975b41 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:55.730767 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.732932 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Router f2029eba-bdad-4a1d-8ee5-3a0794620889 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:18:55.805060 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ece501-50d2-47ba-a602-b55df696c733 None None] Pushing event updated for resources: {'Port': ['ID=6b0ffb12-46c9-4f07-af29-70e115223ef5,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:55.810700 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-6f053344-7173-479e-ac21-865072d6939f None None] Attempting to bind port 6b0ffb12-46c9-4f07-af29-70e115223ef5 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:18:55.811541 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-6f053344-7173-479e-ac21-865072d6939f None None] Attempting to bind port 6b0ffb12-46c9-4f07-af29-70e115223ef5 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:18:55.812084 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f053344-7173-479e-ac21-865072d6939f None None] Attempting to bind port 6b0ffb12-46c9-4f07-af29-70e115223ef5 on network 92929611-3b7d-482f-9e07-357d61c7241e {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:18:55.817509 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b910e118-7a18-4bdb-9b25-9e82ef1d3042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for subnet (bb6ca7d8-6af1-4d8c-bd7f-5523c250c9a6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.842061 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f053344-7173-479e-ac21-865072d6939f None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:18:55.842061 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f053344-7173-479e-ac21-865072d6939f None None] Checking segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:55.842466 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6f053344-7173-479e-ac21-865072d6939f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.842860 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f053344-7173-479e-ac21-865072d6939f None None] Bound using segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:18:55.843918 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-6f053344-7173-479e-ac21-865072d6939f None None] Bound port: 6b0ffb12-46c9-4f07-af29-70e115223ef5, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:18:55.844317 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6f053344-7173-479e-ac21-865072d6939f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.877821 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910e118-7a18-4bdb-9b25-9e82ef1d3042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6ca7d8-6af1-4d8c-bd7f-5523c250c9a6,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:55.911067 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b910e118-7a18-4bdb-9b25-9e82ef1d3042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:55.915814 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b910e118-7a18-4bdb-9b25-9e82ef1d3042 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bb6ca7d8-6af1-4d8c-bd7f-5523c250c9a6 HTTP/1.1" status: 204 len: 168 time: 0.5897257 Apr 11 18:18:55.918252 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44844) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:55.924704 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-6f053344-7173-479e-ac21-865072d6939f None None] For port 6b0ffb12-46c9-4f07-af29-70e115223ef5, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:18:55.928377 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-6f053344-7173-479e-ac21-865072d6939f None None] For port 6b0ffb12-46c9-4f07-af29-70e115223ef5, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=6b0ffb12-46c9-4f07-af29-70e115223ef5,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:18:55.946003 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:18:55.960446 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-59d04757-2c26-43e3-9b3f-bc45e7647e5c admin admin] 10.222.0.64 "PUT /v2.0/routers/f2029eba-bdad-4a1d-8ee5-3a0794620889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7653360 Apr 11 18:18:55.977368 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e185d33b-3510-4564-a652-4740c91c7f24 None None] Provisioning complete for port 6b7db54a-c483-46ed-9b27-c8550a557281 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:55.977368 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e185d33b-3510-4564-a652-4740c91c7f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:56.020935 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (85d88c95-6cc8-484e-8f16-10e2279997e9), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:56.038250 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:18:56.049287 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Sync routers for ids ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:18:56.067335 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Routers {'a88f92f1-6521-467a-8b97-6ac7b89ec75a'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:56.068101 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:18:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:56.078084 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6f053344-7173-479e-ac21-865072d6939f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:56.219601 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e185d33b-3510-4564-a652-4740c91c7f24 None None] Port 6b7db54a-c483-46ed-9b27-c8550a557281 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:18:56.233520 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port f7ebf870-c4cb-4dc3-91ff-ec602c975b41 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:56.234281 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:56.261448 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port f7ebf870-c4cb-4dc3-91ff-ec602c975b41, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=f7ebf870-c4cb-4dc3-91ff-ec602c975b41,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:18:56.275648 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f053344-7173-479e-ac21-865072d6939f None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:56.276287 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-6f053344-7173-479e-ac21-865072d6939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:18:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:56.364218 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (85d88c95-6cc8-484e-8f16-10e2279997e9), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:56.435360 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.435360 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.436553 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.437459 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > port after_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.439695 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.440238 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > port after_update 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.440734 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.442068 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.442822 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.442822 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.473933 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Set router a88f92f1-6521-467a-8b97-6ac7b89ec75a gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:56.540146 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-6f053344-7173-479e-ac21-865072d6939f None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:56.616211 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:56.617130 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device b140a524-f785-4d27-b636-976548d30896 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:18:56.681240 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:56.682751 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-0e20d75f-3161-4a8a-a262-239af947e6fb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.3777914 Apr 11 18:18:56.687862 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Sync routers for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:18:56.694188 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 44876) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:56.736288 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b18ded2b-de9b-4040-92ca-6966717a9ab2 req-afd7e781-80f3-4000-b069-c080f3b734cd tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.0624068 Apr 11 18:18:56.754861 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.790866 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.790866 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.790866 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:18:56.790866 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d88c95-6cc8-484e-8f16-10e2279997e9']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:56.799026 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:56.801101 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:18:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:56.819278 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445b1b7b-acb4-4a35-b517-24394d664976') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:56.819278 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445b1b7b-acb4-4a35-b517-24394d664976') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:56.819418 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Allocated IP 172.20.0.1 (a9dcf27f-d088-45de-9075-c8b0b9293f8c/bd05825c-e88d-4965-9dfb-2dfbb84e38da/df96a54c-aed6-4d1e-bfb1-599f4094a30c) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:18:56.895180 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6097549'] for segment (445b1b7b-acb4-4a35-b517-24394d664976), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:56.942612 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:18:52Z', 'revision_number': 3, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:56.948470 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port b140a524-f785-4d27-b636-976548d30896 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:56.948915 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (b140a524-f785-4d27-b636-976548d30896), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:56.966814 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (445b1b7b-acb4-4a35-b517-24394d664976), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:56.999193 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:18:56.999193 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5377826'] for segment (445b1b7b-acb4-4a35-b517-24394d664976), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:57.022834 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Checking router: a88f92f1-6521-467a-8b97-6ac7b89ec75a for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: from cryptography.utils import int_from_bytes Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: from cryptography.utils import int_from_bytes Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: Traceback (most recent call last): Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: timer() Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: cb(*args, **kw) Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: return func(*args, **kwargs) Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: self._notify() Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: self.callback(batched_events) Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: event.method(event) Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: return f(self, *a, **k) Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._get(url).json() Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: return self.request(url, 'GET', **kwargs) Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:18:57.023037 dv-cinder-837355-1-iscsi neutron-server[104080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:18:57.031707 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Updating router a88f92f1-6521-467a-8b97-6ac7b89ec75a port 67763eac-6596-424c-a207-fee1743694af binding host dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:18:57.087481 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (67763eac-6596-424c-a207-fee1743694af), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:57.219461 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Publish callbacks [] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:57.323329 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.30', 56190) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:57.425236 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ece501-50d2-47ba-a602-b55df696c733 None None] Pushing event updated for resources: {'Port': ['ID=6b0ffb12-46c9-4f07-af29-70e115223ef5,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:57.527758 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (85d88c95-6cc8-484e-8f16-10e2279997e9), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:57.546187 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:57.558615 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] 10.222.0.64 "DELETE /v2.0/networks/85d88c95-6cc8-484e-8f16-10e2279997e9 HTTP/1.1" status: 204 len: 168 time: 1.6392541 Apr 11 18:18:57.599763 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee730eab-ef4f-467e-a515-2e2ab7f0905e admin admin] Pushing event deleted for resources: {'Network': ['ID=85d88c95-6cc8-484e-8f16-10e2279997e9,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:57.622160 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:57.759203 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Publish callbacks [] for port (67763eac-6596-424c-a207-fee1743694af), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:57.860062 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (67763eac-6596-424c-a207-fee1743694af), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:57.914124 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Network a9dcf27f-d088-45de-9075-c8b0b9293f8c is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:18:57.967451 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f4b89c0a-4d91-4494-a949-c40f874637d6 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:18:57.972358 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f4b89c0a-4d91-4494-a949-c40f874637d6 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.30 "GET /v2.0/networks?id=8b0d3853-ec74-431a-ac4e-39051a91190a HTTP/1.1" status: 200 len: 812 time: 0.4764972 Apr 11 18:18:57.981394 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Attempting to bind port 67763eac-6596-424c-a207-fee1743694af on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:18:57.982078 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Attempting to bind port 67763eac-6596-424c-a207-fee1743694af by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:18:57.983406 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Attempting to bind port 67763eac-6596-424c-a207-fee1743694af on network 92929611-3b7d-482f-9e07-357d61c7241e {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:18:57.992503 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:18:58.031946 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=f7ebf870-c4cb-4dc3-91ff-ec602c975b41,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:58.049329 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c39d4-e179-44fa-8a31-ab1fd39ba541 None None] Pushing event updated for resources: {'Port': ['ID=67763eac-6596-424c-a207-fee1743694af,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:58.057135 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:18:58.058727 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Checking segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:18:58.059943 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:58.065253 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Bound using segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:18:58.066571 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Bound port: 67763eac-6596-424c-a207-fee1743694af, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:18:58.070377 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:18:58.071343 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (67763eac-6596-424c-a207-fee1743694af), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:58.119234 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port b140a524-f785-4d27-b636-976548d30896 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:58.127832 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:58.138862 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f3070d24-9b65-4165-aaec-fc9059592698 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Request body: {'port': {'device_id': '82d49bde-900d-4e16-ae25-742ff426b729', 'network_id': '8b0d3853-ec74-431a-ac4e-39051a91190a', 'admin_state_up': True, 'tenant_id': '25a34d2dc9534338ba66c20de483946e'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:58.249324 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] For port 67763eac-6596-424c-a207-fee1743694af, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:18:58.264711 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] For port 67763eac-6596-424c-a207-fee1743694af, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=67763eac-6596-424c-a207-fee1743694af,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:18:58.301197 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-661d428c-36bc-4937-8f95-c040cd1b52db req-b9a025cd-aed8-4de9-a35a-8bcab48fd37f tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.4039903 Apr 11 18:18:58.309465 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7918628'] for router_interface (70af88eb-dad9-41f7-aaff-ac773821fef6), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:58.327975 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device f7ebf870-c4cb-4dc3-91ff-ec602c975b41 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:18:58.339759 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44948) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:58.350813 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (67763eac-6596-424c-a207-fee1743694af), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:58.353600 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Pushing event updated for resources: {'Port': ['ID=df96a54c-aed6-4d1e-bfb1-599f4094a30c,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:58.506174 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c8554a30-6bcb-4340-8d32-1f7f43ab7d1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd9775a686434c57a6417fba495b80e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1651611 Apr 11 18:18:58.510462 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44962) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:58.530007 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-6f053344-7173-479e-ac21-865072d6939f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:50Z', 'revision_number': 3, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:58.551569 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c39d4-e179-44fa-8a31-ab1fd39ba541 None None] Pushing event updated for resources: {'Port': ['ID=67763eac-6596-424c-a207-fee1743694af,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:58.581068 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Routers {'a88f92f1-6521-467a-8b97-6ac7b89ec75a'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:18:58.581956 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:18:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:58.652709 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e3270519-e9e6-4c37-a6c5-181326b10b24 admin admin] Publish callbacks [] for security_group (e3dde963-41c5-491b-93b6-8627b3e27f74), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:58.697127 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f053344-7173-479e-ac21-865072d6939f None None] The sync data for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi is: [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:50Z', 'revision_number': 3, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:18:58.725181 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e3270519-e9e6-4c37-a6c5-181326b10b24 admin admin] Publish callbacks [] for security_group (e3dde963-41c5-491b-93b6-8627b3e27f74), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:58.743413 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-84ec4a49-2b4f-4a82-b9ee-aff145f86695 None None] Provisioning complete for port df96a54c-aed6-4d1e-bfb1-599f4094a30c triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:58.743800 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-84ec4a49-2b4f-4a82-b9ee-aff145f86695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:58.758631 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] Set router a88f92f1-6521-467a-8b97-6ac7b89ec75a gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:18:58.886719 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 44982) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:58.892815 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-e74b2ef0-b2f2-4972-9bf8-ae345d8eccf3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--996862952', 'description': 'tempest-description--1735415129'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:58.917524 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e3270519-e9e6-4c37-a6c5-181326b10b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e3dde963-41c5-491b-93b6-8627b3e27f74), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:58.922174 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e3270519-e9e6-4c37-a6c5-181326b10b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:58.925958 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e3270519-e9e6-4c37-a6c5-181326b10b24 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3dde963-41c5-491b-93b6-8627b3e27f74 HTTP/1.1" status: 204 len: 168 time: 0.4094238 Apr 11 18:18:58.943078 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3270519-e9e6-4c37-a6c5-181326b10b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dde963-41c5-491b-93b6-8627b3e27f74,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:59.023903 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-84ec4a49-2b4f-4a82-b9ee-aff145f86695 None None] Port df96a54c-aed6-4d1e-bfb1-599f4094a30c cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:18:59.030425 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port f7ebf870-c4cb-4dc3-91ff-ec602c975b41 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:18:59.030425 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:59.053721 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef0-b2f2-4972-9bf8-ae345d8eccf3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:59.189473 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 2, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:59.198814 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:18:52Z', 'revision_number': 3, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:18:59.301010 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15655d09-82a3-4caf-89f3-bfe7fb3f207f None None] The sync data for ids ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'] in dv-cinder-837355-1-iscsi is: [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:18:52Z', 'revision_number': 3, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:18:59.324736 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Checking router: f2029eba-bdad-4a1d-8ee5-3a0794620889 for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:18:59.325106 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Updating router f2029eba-bdad-4a1d-8ee5-3a0794620889 port 6b7db54a-c483-46ed-9b27-c8550a557281 binding host dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:18:59.353767 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef0-b2f2-4972-9bf8-ae345d8eccf3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group (aaee18a2-800b-48cc-901d-b92a2d398c18), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:59.446707 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port f7ebf870-c4cb-4dc3-91ff-ec602c975b41 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:18:59.462159 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef0-b2f2-4972-9bf8-ae345d8eccf3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (aaee18a2-800b-48cc-901d-b92a2d398c18), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:59.468331 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:59.588331 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b2ef0-b2f2-4972-9bf8-ae345d8eccf3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaee18a2-800b-48cc-901d-b92a2d398c18,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:18:59.687338 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e74b2ef0-b2f2-4972-9bf8-ae345d8eccf3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:59.692661 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e74b2ef0-b2f2-4972-9bf8-ae345d8eccf3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8009479 Apr 11 18:18:59.692956 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45010) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:18:59.699355 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-bfbcb6d2-667d-4d88-9a99-58e496efa7f3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Request body: {'security_group_rule': {'security_group_id': 'aaee18a2-800b-48cc-901d-b92a2d398c18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:18:59.748623 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f3070d24-9b65-4165-aaec-fc9059592698 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Made reservation on behalf of 25a34d2dc9534338ba66c20de483946e for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:18:59.757887 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f3070d24-9b65-4165-aaec-fc9059592698 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:59.769284 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6efa25f9-5ee6-4866-976d-3f81d50b501a req-07007acd-dca7-424f-b05a-22c5177d9b2d tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.2301695 Apr 11 18:18:59.804099 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:18:59.823156 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb6d2-667d-4d88-9a99-58e496efa7f3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group_rule (e8e2d79e-8ba3-4e1d-b538-4a8aae53c555), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:00.034651 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb6d2-667d-4d88-9a99-58e496efa7f3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group_rule (e8e2d79e-8ba3-4e1d-b538-4a8aae53c555), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:00.176922 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb6d2-667d-4d88-9a99-58e496efa7f3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (e8e2d79e-8ba3-4e1d-b538-4a8aae53c555), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:00.199335 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcb6d2-667d-4d88-9a99-58e496efa7f3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e2d79e-8ba3-4e1d-b538-4a8aae53c555,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:00.280807 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45012) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:00.322390 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb6d2-667d-4d88-9a99-58e496efa7f3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:00.331428 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-bfbcb6d2-667d-4d88-9a99-58e496efa7f3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6367173 Apr 11 18:19:00.350257 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 45016) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:00.376660 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Publish callbacks [] for port (6b7db54a-c483-46ed-9b27-c8550a557281), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:00.434320 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-4f87d62f-1ce4-400a-8a02-c48be5996e8b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Request body: {'security_group_rule': {'security_group_id': 'aaee18a2-800b-48cc-901d-b92a2d398c18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:00.475816 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:00.515019 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-09b81ad5-1587-4483-b9b6-c23563552b76 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a5e739dc38f4581a28c3cac57ac8031&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2325070 Apr 11 18:19:00.517868 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45024) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:00.585096 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 6b0ffb12-46c9-4f07-af29-70e115223ef5 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:00.699535 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45034) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:00.700255 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-613e9e67-0b6e-4b04-aa9f-1275221122c5 admin admin] Publish callbacks [] for security_group (50f50b05-07f3-4a5e-9104-a7d4e98012c8), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:00.771079 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:00.850513 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-613e9e67-0b6e-4b04-aa9f-1275221122c5 admin admin] Publish callbacks [] for security_group (50f50b05-07f3-4a5e-9104-a7d4e98012c8), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:00.897609 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509c167-65e6-421f-a238-d3c0b24aab2d None None] Pushing event updated for resources: {'Port': ['ID=6b7db54a-c483-46ed-9b27-c8550a557281,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:01.142814 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-613e9e67-0b6e-4b04-aa9f-1275221122c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (50f50b05-07f3-4a5e-9104-a7d4e98012c8), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:01.142814 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-613e9e67-0b6e-4b04-aa9f-1275221122c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:01.142814 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-613e9e67-0b6e-4b04-aa9f-1275221122c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50f50b05-07f3-4a5e-9104-a7d4e98012c8 HTTP/1.1" status: 204 len: 168 time: 0.6163559 Apr 11 18:19:01.153307 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Attempting to bind port 6b7db54a-c483-46ed-9b27-c8550a557281 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:19:01.153307 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Attempting to bind port 6b7db54a-c483-46ed-9b27-c8550a557281 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:19:01.153307 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Attempting to bind port 6b7db54a-c483-46ed-9b27-c8550a557281 on network e17daa45-e311-4804-bd24-8f6d86c11327 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:19:01.171689 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:19:01.172065 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Checking segment: {'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:19:01.172602 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:01.172866 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Bound using segment: {'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:19:01.172964 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e9e67-0b6e-4b04-aa9f-1275221122c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f50b05-07f3-4a5e-9104-a7d4e98012c8,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:01.174195 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Bound port: 6b7db54a-c483-46ed-9b27-c8550a557281, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:19:01.174582 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:01.200729 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3409521b-6b3c-48e7-a508-c3518bb87cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:01.248391 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 6b0ffb12-46c9-4f07-af29-70e115223ef5 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:01.250118 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:01.348859 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-64650a2e-8232-4c00-a4a0-f096db236f61 None None] Provisioning complete for port 6b7db54a-c483-46ed-9b27-c8550a557281 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:01.349324 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-64650a2e-8232-4c00-a4a0-f096db236f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:01.467847 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-64650a2e-8232-4c00-a4a0-f096db236f61 None None] Port 6b7db54a-c483-46ed-9b27-c8550a557281 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:19:01.487443 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3409521b-6b3c-48e7-a508-c3518bb87cc6 admin admin] Publish callbacks [] for security_group (e62fb861-4e23-406b-affe-f9cc06aa8c6c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:01.599701 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] For port 6b7db54a-c483-46ed-9b27-c8550a557281, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:19:01.631001 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] For port 6b7db54a-c483-46ed-9b27-c8550a557281, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=6b7db54a-c483-46ed-9b27-c8550a557281,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:19:01.643277 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 6b0ffb12-46c9-4f07-af29-70e115223ef5 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:01.643277 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:01.683479 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 6b0ffb12-46c9-4f07-af29-70e115223ef5, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=6b0ffb12-46c9-4f07-af29-70e115223ef5,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:01.685250 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4f87d62f-1ce4-400a-8a02-c48be5996e8b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group_rule (4215081a-6873-4894-9d4b-7e191f6ef280), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:01.750922 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3409521b-6b3c-48e7-a508-c3518bb87cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e62fb861-4e23-406b-affe-f9cc06aa8c6c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:01.773174 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:01.804069 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0d58eb5a-d051-4a0d-ba02-7e05d3e90497 req-c0079479-d19b-4401-b874-95e636ee1a9e tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.6897790 Apr 11 18:19:01.832504 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3409521b-6b3c-48e7-a508-c3518bb87cc6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec2c4299b4174e7b9de99fa51fc70d09&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1298027 Apr 11 18:19:01.849936 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45062) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:01.952952 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409521b-6b3c-48e7-a508-c3518bb87cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62fb861-4e23-406b-affe-f9cc06aa8c6c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:02.049827 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fe6cc0e6-dddb-4fcd-8953-7888b0af2239 admin admin] Publish callbacks [] for security_group (e62fb861-4e23-406b-affe-f9cc06aa8c6c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.096235 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fe6cc0e6-dddb-4fcd-8953-7888b0af2239 admin admin] Publish callbacks [] for security_group (e62fb861-4e23-406b-affe-f9cc06aa8c6c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.232133 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509c167-65e6-421f-a238-d3c0b24aab2d None None] Pushing event updated for resources: {'Port': ['ID=6b7db54a-c483-46ed-9b27-c8550a557281,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:02.237257 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4f87d62f-1ce4-400a-8a02-c48be5996e8b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group_rule (4215081a-6873-4894-9d4b-7e191f6ef280), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.238699 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f3070d24-9b65-4165-aaec-fc9059592698 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Allocated IP 172.20.0.4 (8b0d3853-ec74-431a-ac4e-39051a91190a/9c7c0bd3-e5e5-431a-950c-d6697fd7701a/36e15431-43ed-492c-9c56-d24cc4b4fd43) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:19:02.241915 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.242714 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 67763eac-6596-424c-a207-fee1743694af up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:02.262681 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45072) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:02.281543 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fe6cc0e6-dddb-4fcd-8953-7888b0af2239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e62fb861-4e23-406b-affe-f9cc06aa8c6c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.291449 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fe6cc0e6-dddb-4fcd-8953-7888b0af2239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.291449 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fe6cc0e6-dddb-4fcd-8953-7888b0af2239 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e62fb861-4e23-406b-affe-f9cc06aa8c6c HTTP/1.1" status: 204 len: 168 time: 0.4377337 Apr 11 18:19:02.297195 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bd14a29c-52b3-4097-9219-a7443fb03a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.334250 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cc0e6-dddb-4fcd-8953-7888b0af2239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62fb861-4e23-406b-affe-f9cc06aa8c6c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:02.372904 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4f87d62f-1ce4-400a-8a02-c48be5996e8b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (4215081a-6873-4894-9d4b-7e191f6ef280), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.381415 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Publish callbacks [] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.414646 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d62f-1ce4-400a-8a02-c48be5996e8b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4215081a-6873-4894-9d4b-7e191f6ef280,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:02.491657 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.496315 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 67763eac-6596-424c-a207-fee1743694af triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:02.498650 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (67763eac-6596-424c-a207-fee1743694af), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.532060 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:02.533784 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:18:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:02.615979 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b8b1e3b5-fe58-43c5-8069-fdce4ccdcf8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.800078 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b8b1e3b5-fe58-43c5-8069-fdce4ccdcf8a admin admin] Publish callbacks [] for security_group (bf9f1310-866b-4574-ba5f-9568cdba538e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.847528 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Pushing event updated for resources: {'Port': ['ID=df96a54c-aed6-4d1e-bfb1-599f4094a30c,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:02.869725 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b8b1e3b5-fe58-43c5-8069-fdce4ccdcf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (bf9f1310-866b-4574-ba5f-9568cdba538e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.895540 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=6b0ffb12-46c9-4f07-af29-70e115223ef5,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:02.904723 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4f87d62f-1ce4-400a-8a02-c48be5996e8b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:02.906590 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4f87d62f-1ce4-400a-8a02-c48be5996e8b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5214529 Apr 11 18:19:02.915864 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 45088) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:02.937517 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:02.974025 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-4e02a3b4-a703-4cfe-9ab9-6b200691f805 None None] Provisioning complete for port 6b7db54a-c483-46ed-9b27-c8550a557281 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:03.000975 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4e02a3b4-a703-4cfe-9ab9-6b200691f805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.021085 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b8b1e3b5-fe58-43c5-8069-fdce4ccdcf8a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8f4fdd86118a43ee8f1692de6e4488b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7586615 Apr 11 18:19:03.021790 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45090) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:03.028041 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Allocated IP 172.20.0.1 (14e6ef31-5569-4b84-adfb-cf10202126af/9669d665-665c-4325-9f01-a4e3dc1cf99c/60608efb-8923-452e-841f-474cdfbf4039) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:19:03.049927 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1e3b5-fe58-43c5-8069-fdce4ccdcf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9f1310-866b-4574-ba5f-9568cdba538e,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:03.096471 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6aed86ea-3b70-47a7-a9fa-a2958f38e547 req-075932f4-8077-4e6d-8a2c-3ff42c08cb2a tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.0656471 Apr 11 18:19:03.097867 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7877612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7918996'] for router_interface (70af88eb-dad9-41f7-aaff-ac773821fef6), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.110378 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c02c7160-3a40-4abb-8949-1756e3c6c059 admin admin] Publish callbacks [] for security_group (bf9f1310-866b-4574-ba5f-9568cdba538e), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.143220 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c02c7160-3a40-4abb-8949-1756e3c6c059 admin admin] Publish callbacks [] for security_group (bf9f1310-866b-4574-ba5f-9568cdba538e), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.273549 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.306487 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 67763eac-6596-424c-a207-fee1743694af is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:03.308043 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (67763eac-6596-424c-a207-fee1743694af), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.331580 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:03.349583 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c02c7160-3a40-4abb-8949-1756e3c6c059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (bf9f1310-866b-4574-ba5f-9568cdba538e), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.353343 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c02c7160-3a40-4abb-8949-1756e3c6c059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.357787 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c02c7160-3a40-4abb-8949-1756e3c6c059 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf9f1310-866b-4574-ba5f-9568cdba538e HTTP/1.1" status: 204 len: 168 time: 0.3162248 Apr 11 18:19:03.366977 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c7160-3a40-4abb-8949-1756e3c6c059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9f1310-866b-4574-ba5f-9568cdba538e,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:03.378084 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-4e02a3b4-a703-4cfe-9ab9-6b200691f805 None None] Current status of the port 6b7db54a-c483-46ed-9b27-c8550a557281 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:03.378403 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4e02a3b4-a703-4cfe-9ab9-6b200691f805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.384576 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 67763eac-6596-424c-a207-fee1743694af, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=67763eac-6596-424c-a207-fee1743694af,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:03.497337 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-4e02a3b4-a703-4cfe-9ab9-6b200691f805 None None] For port 6b7db54a-c483-46ed-9b27-c8550a557281, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=6b7db54a-c483-46ed-9b27-c8550a557281,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:03.498735 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (67763eac-6596-424c-a207-fee1743694af), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.538093 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f3070d24-9b65-4165-aaec-fc9059592698 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Publish callbacks [] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.543508 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45100) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:03.582723 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4e02a3b4-a703-4cfe-9ab9-6b200691f805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.603495 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5104877-500b-4206-8890-d0c3d03e4580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.609260 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=67763eac-6596-424c-a207-fee1743694af,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:03.634494 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.696380 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 6b0ffb12-46c9-4f07-af29-70e115223ef5 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:03.750327 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02a3b4-a703-4cfe-9ab9-6b200691f805 None None] Pushing event updated for resources: {'Port': ['ID=6b7db54a-c483-46ed-9b27-c8550a557281,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:03.765193 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:03.805496 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a00ecd-de9a-4945-be7d-a699de4766c8 None None] The sync data for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi is: [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:19:03.813371 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 6b0ffb12-46c9-4f07-af29-70e115223ef5 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:03.815554 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.932168 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Network a9dcf27f-d088-45de-9075-c8b0b9293f8c is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:19:03.942492 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5104877-500b-4206-8890-d0c3d03e4580 admin admin] Publish callbacks [] for security_group (a53194d8-7187-417e-b6c6-4753fa228604), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:03.991484 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:04.017534 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Publish callbacks [] for port (60608efb-8923-452e-841f-474cdfbf4039), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:04.023606 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a5104877-500b-4206-8890-d0c3d03e4580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (a53194d8-7187-417e-b6c6-4753fa228604), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:04.040057 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 6b0ffb12-46c9-4f07-af29-70e115223ef5 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:04.096541 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a5104877-500b-4206-8890-d0c3d03e4580 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5474441dfc3e42cbb876cfda4a2c9eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5487916 Apr 11 18:19:04.097702 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45108) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:04.098902 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5104877-500b-4206-8890-d0c3d03e4580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53194d8-7187-417e-b6c6-4753fa228604,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:04.152332 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Allocated IP 172.27.3.110 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/f22c06e2-d7b4-45b0-87e9-023bee060d4c) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:19:04.176769 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0d28-d53d-4913-819f-829c9d478c21 admin admin] Publish callbacks [] for security_group (a53194d8-7187-417e-b6c6-4753fa228604), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:04.215829 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0d28-d53d-4913-819f-829c9d478c21 admin admin] Publish callbacks [] for security_group (a53194d8-7187-417e-b6c6-4753fa228604), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:04.336825 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f3070d24-9b65-4165-aaec-fc9059592698 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:04.386444 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0d28-d53d-4913-819f-829c9d478c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (a53194d8-7187-417e-b6c6-4753fa228604), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:04.391036 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0d28-d53d-4913-819f-829c9d478c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:04.396277 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9a6e0d28-d53d-4913-819f-829c9d478c21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a53194d8-7187-417e-b6c6-4753fa228604 HTTP/1.1" status: 204 len: 168 time: 0.2912602 Apr 11 18:19:04.430378 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e0d28-d53d-4913-819f-829c9d478c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53194d8-7187-417e-b6c6-4753fa228604,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:04.491489 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed93bea-d544-4a0f-af1e-5e308582861d req-ae03cfeb-08fd-4685-9410-d96e3a454247 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:04.501509 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1ed93bea-d544-4a0f-af1e-5e308582861d req-ae03cfeb-08fd-4685-9410-d96e3a454247 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 931 time: 0.2129645 Apr 11 18:19:04.549177 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-50d1667b-e2a5-4ab2-9845-848f6e8e6340 None None] Provisioning complete for port df96a54c-aed6-4d1e-bfb1-599f4094a30c triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:04.549177 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-50d1667b-e2a5-4ab2-9845-848f6e8e6340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:04.709392 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-95bdb494-6f50-40ca-b9a1-d8c317c1b307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:04.718635 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-50d1667b-e2a5-4ab2-9845-848f6e8e6340 None None] Port df96a54c-aed6-4d1e-bfb1-599f4094a30c cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:19:04.773113 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45122) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:04.804953 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bf031b8e-5ff6-49c4-8158-e4cea906c4be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:04.958070 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f3070d24-9b65-4165-aaec-fc9059592698 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Network 8b0d3853-ec74-431a-ac4e-39051a91190a is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:19:04.991352 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (60608efb-8923-452e-841f-474cdfbf4039), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.010094 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bf031b8e-5ff6-49c4-8158-e4cea906c4be admin admin] Publish callbacks [] for security_group (0ebb9c6e-2b9c-43b6-a25b-5763016be633), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.014667 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f3070d24-9b65-4165-aaec-fc9059592698 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:05.034976 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f3070d24-9b65-4165-aaec-fc9059592698 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:19:05.040573 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3070d24-9b65-4165-aaec-fc9059592698 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Pushing event updated for resources: {'Port': ['ID=36e15431-43ed-492c-9c56-d24cc4b4fd43,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:05.122174 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bf031b8e-5ff6-49c4-8158-e4cea906c4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (0ebb9c6e-2b9c-43b6-a25b-5763016be633), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.194194 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-bf031b8e-5ff6-49c4-8158-e4cea906c4be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdba38d118a9456e970bfe6d5454c251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4199567 Apr 11 18:19:05.195052 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45132) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:05.195744 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1ed93bea-d544-4a0f-af1e-5e308582861d req-bbc6bb63-d4bc-459a-8e20-c83cfdb203d4 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936646 Apr 11 18:19:05.230287 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Network 14e6ef31-5569-4b84-adfb-cf10202126af is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:19:05.258253 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf031b8e-5ff6-49c4-8158-e4cea906c4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebb9c6e-2b9c-43b6-a25b-5763016be633,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:05.277263 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Router 70af88eb-dad9-41f7-aaff-ac773821fef6 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:19:05.292636 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:05.311720 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:19:05.331875 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for port (f22c06e2-d7b4-45b0-87e9-023bee060d4c), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.345970 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9b3b3c39-4564-4965-8375-af0193250678 admin admin] Publish callbacks [] for security_group (0ebb9c6e-2b9c-43b6-a25b-5763016be633), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.402089 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Pushing event updated for resources: {'Port': ['ID=60608efb-8923-452e-841f-474cdfbf4039,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:05.405673 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9b3b3c39-4564-4965-8375-af0193250678 admin admin] Publish callbacks [] for security_group (0ebb9c6e-2b9c-43b6-a25b-5763016be633), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.417598 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f3070d24-9b65-4165-aaec-fc9059592698 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:05.421904 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f3070d24-9b65-4165-aaec-fc9059592698 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.453385 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.605268 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7918628'] for router_interface (a88f92f1-6521-467a-8b97-6ac7b89ec75a), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.628885 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9b3b3c39-4564-4965-8375-af0193250678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (0ebb9c6e-2b9c-43b6-a25b-5763016be633), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.636938 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9b3b3c39-4564-4965-8375-af0193250678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.636938 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9b3b3c39-4564-4965-8375-af0193250678 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ebb9c6e-2b9c-43b6-a25b-5763016be633 HTTP/1.1" status: 204 len: 168 time: 0.4371293 Apr 11 18:19:05.649334 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b3c39-4564-4965-8375-af0193250678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebb9c6e-2b9c-43b6-a25b-5763016be633,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:05.660019 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-f3070d24-9b65-4165-aaec-fc9059592698 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5623052 Apr 11 18:19:05.756466 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-c8a70b1a-e1e6-45a0-9f9a-866c8dec4c61 None None] Provisioning complete for port 60608efb-8923-452e-841f-474cdfbf4039 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:05.757184 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c8a70b1a-e1e6-45a0-9f9a-866c8dec4c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (60608efb-8923-452e-841f-474cdfbf4039), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.824074 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 6b7db54a-c483-46ed-9b27-c8550a557281 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:05.898352 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-c8a70b1a-e1e6-45a0-9f9a-866c8dec4c61 None None] Port 60608efb-8923-452e-841f-474cdfbf4039 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:19:05.918881 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 6b7db54a-c483-46ed-9b27-c8550a557281 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:05.920375 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:05.976168 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-dca931d3-812a-4232-b3f8-6d999d3dbd8a tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:19:05.976927 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-dca931d3-812a-4232-b3f8-6d999d3dbd8a tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162249 Apr 11 18:19:06.077537 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 6b7db54a-c483-46ed-9b27-c8550a557281 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:06.078300 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 67763eac-6596-424c-a207-fee1743694af up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:06.126931 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:19:06.134297 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e6ebcd06-c320-45b9-9b58-ab8db8c8ccc9 admin admin] 10.222.0.64 "PUT /v2.0/routers/70af88eb-dad9-41f7-aaff-ac773821fef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0588956 Apr 11 18:19:06.149568 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (f22c06e2-d7b4-45b0-87e9-023bee060d4c), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:06.153288 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Sync routers for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:19:06.183518 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:06.184986 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:19:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:06.201492 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 67763eac-6596-424c-a207-fee1743694af triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:06.202380 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (67763eac-6596-424c-a207-fee1743694af), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:06.293736 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:19:06.302747 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:06.324251 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 67763eac-6596-424c-a207-fee1743694af is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:06.336214 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:19:06.405557 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event updated for resources: {'Port': ['ID=f22c06e2-d7b4-45b0-87e9-023bee060d4c,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:06.435188 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:06.529486 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (60608efb-8923-452e-841f-474cdfbf4039), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:06.827156 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:00Z', 'revision_number': 2, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:06.838896 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Request body: {'port': {'device_id': '82d49bde-900d-4e16-ae25-742ff426b729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:06.939165 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:06.962695 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Checking router: 70af88eb-dad9-41f7-aaff-ac773821fef6 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:19:06.965756 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Updating router 70af88eb-dad9-41f7-aaff-ac773821fef6 port df96a54c-aed6-4d1e-bfb1-599f4094a30c binding host dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:19:07.039938 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (86306618-7b57-4775-aa55-09bccff88751), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:07.078515 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:07.101446 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a99e1-4488-4477-b7c0-8866ce1c1521 req-c3ccc2bf-5ae0-4b68-84d5-01e6e01ffeb4 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:07.114688 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-aa6a99e1-4488-4477-b7c0-8866ce1c1521 req-c3ccc2bf-5ae0-4b68-84d5-01e6e01ffeb4 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 931 time: 0.3193188 Apr 11 18:19:07.246270 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-aa6a99e1-4488-4477-b7c0-8866ce1c1521 req-7de638df-42e4-4741-8d6e-2f99e31c69da tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290109 Apr 11 18:19:07.313588 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:07.399637 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (f22c06e2-d7b4-45b0-87e9-023bee060d4c), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:07.658576 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Publish callbacks [] for port (60608efb-8923-452e-841f-474cdfbf4039), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:07.804686 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (60608efb-8923-452e-841f-474cdfbf4039), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:07.808402 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Publish callbacks [] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:07.919859 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:07.943425 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45200) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:07.950040 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-1a8a658c-bef7-4717-aa02-2704328447de tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149120380', 'description': 'tempest-description--1088265994'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:07.963546 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7877612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7918996'] for router_interface (a88f92f1-6521-467a-8b97-6ac7b89ec75a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:07.975830 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Pushing event updated for resources: {'Port': ['ID=60608efb-8923-452e-841f-474cdfbf4039,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:08.056573 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f22a3-dd6a-44f8-bd1b-7e83a5820890 None None] Pushing event updated for resources: {'Port': ['ID=df96a54c-aed6-4d1e-bfb1-599f4094a30c,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:08.067842 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for port (f22c06e2-d7b4-45b0-87e9-023bee060d4c), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.093464 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a8a658c-bef7-4717-aa02-2704328447de tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.198209 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (f22c06e2-d7b4-45b0-87e9-023bee060d4c), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.206349 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Attempting to bind port df96a54c-aed6-4d1e-bfb1-599f4094a30c on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:19:08.206975 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Attempting to bind port df96a54c-aed6-4d1e-bfb1-599f4094a30c by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:19:08.207765 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Attempting to bind port df96a54c-aed6-4d1e-bfb1-599f4094a30c on network a9dcf27f-d088-45de-9075-c8b0b9293f8c {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:19:08.218373 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:19:08.222446 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Checking segment: {'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:19:08.222446 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.222446 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Bound using segment: {'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:19:08.222446 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Bound port: df96a54c-aed6-4d1e-bfb1-599f4094a30c, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:19:08.222446 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.328941 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e15431-43ed-492c-9c56-d24cc4b4fd43 {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:19:08.341601 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] For port df96a54c-aed6-4d1e-bfb1-599f4094a30c, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:19:08.347607 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] For port df96a54c-aed6-4d1e-bfb1-599f4094a30c, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=df96a54c-aed6-4d1e-bfb1-599f4094a30c,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:19:08.377971 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Publish callbacks [] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.379129 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.436430 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a8a658c-bef7-4717-aa02-2704328447de tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group (d9585c29-6547-4c13-9512-6f6fc7d9101e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.447815 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.488004 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event updated for resources: {'Port': ['ID=f22c06e2-d7b4-45b0-87e9-023bee060d4c,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:08.557474 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a8a658c-bef7-4717-aa02-2704328447de tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (d9585c29-6547-4c13-9512-6f6fc7d9101e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.562221 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Transition to ACTIVE for port object 36e15431-43ed-492c-9c56-d24cc4b4fd43 will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:19:08.569803 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-5e164213-049f-4415-b7e0-708cd6449388 None None] Provisioning complete for port df96a54c-aed6-4d1e-bfb1-599f4094a30c triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:08.575975 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5e164213-049f-4415-b7e0-708cd6449388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.590427 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Network 14e6ef31-5569-4b84-adfb-cf10202126af is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:19:08.603481 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:08.623550 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (86306618-7b57-4775-aa55-09bccff88751), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.645528 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a658c-bef7-4717-aa02-2704328447de tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9585c29-6547-4c13-9512-6f6fc7d9101e,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:08.659959 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a0dca-2a4a-4591-964b-349d4b05ed2d req-117bdce9-96e5-4406-bb7a-98b12342b075 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:08.666668 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-533a0dca-2a4a-4591-964b-349d4b05ed2d req-117bdce9-96e5-4406-bb7a-98b12342b075 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 931 time: 0.2157166 Apr 11 18:19:08.685812 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:08.691983 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:19:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:08.710260 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a8a658c-bef7-4717-aa02-2704328447de tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.711979 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1a8a658c-bef7-4717-aa02-2704328447de tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7671990 Apr 11 18:19:08.714928 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45224) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:08.721924 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-f193458e-c1e4-454a-bd6a-1ff2cf7db0b3 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Request body: {'security_group_rule': {'security_group_id': 'd9585c29-6547-4c13-9512-6f6fc7d9101e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:08.818662 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.852872 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f22a3-dd6a-44f8-bd1b-7e83a5820890 None None] Pushing event updated for resources: {'Port': ['ID=df96a54c-aed6-4d1e-bfb1-599f4094a30c,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:08.864466 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-5e164213-049f-4415-b7e0-708cd6449388 None None] Current status of the port df96a54c-aed6-4d1e-bfb1-599f4094a30c is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:08.865173 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5e164213-049f-4415-b7e0-708cd6449388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:08.912528 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f193458e-c1e4-454a-bd6a-1ff2cf7db0b3 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group_rule (dc98dabb-eade-403c-ba81-ea534eaff890), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:09.006583 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-5e164213-049f-4415-b7e0-708cd6449388 None None] For port df96a54c-aed6-4d1e-bfb1-599f4094a30c, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=df96a54c-aed6-4d1e-bfb1-599f4094a30c,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:09.086006 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5e164213-049f-4415-b7e0-708cd6449388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:09.113650 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f193458e-c1e4-454a-bd6a-1ff2cf7db0b3 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group_rule (dc98dabb-eade-403c-ba81-ea534eaff890), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:09.118684 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:09.204691 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e164213-049f-4415-b7e0-708cd6449388 None None] Pushing event updated for resources: {'Port': ['ID=df96a54c-aed6-4d1e-bfb1-599f4094a30c,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:09.230926 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f193458e-c1e4-454a-bd6a-1ff2cf7db0b3 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (dc98dabb-eade-403c-ba81-ea534eaff890), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:09.234856 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-581d8384-ced5-433b-9f55-de553b644fb9 None None] Provisioning complete for port df96a54c-aed6-4d1e-bfb1-599f4094a30c triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:09.242457 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-581d8384-ced5-433b-9f55-de553b644fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:09.284721 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193458e-c1e4-454a-bd6a-1ff2cf7db0b3 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc98dabb-eade-403c-ba81-ea534eaff890,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:09.385051 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f193458e-c1e4-454a-bd6a-1ff2cf7db0b3 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:09.389661 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f193458e-c1e4-454a-bd6a-1ff2cf7db0b3 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6716154 Apr 11 18:19:09.390861 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45244) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:09.394150 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:09.396293 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a2cee80e-5e75-4f22-8d1a-23717c1cab45 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4775205 Apr 11 18:19:09.414088 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-3b95daa6-fe85-437e-82f8-11a8e04e773a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Request body: {'security_group_rule': {'security_group_id': 'd9585c29-6547-4c13-9512-6f6fc7d9101e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:09.458125 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-581d8384-ced5-433b-9f55-de553b644fb9 None None] Current status of the port df96a54c-aed6-4d1e-bfb1-599f4094a30c is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:09.480414 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-581d8384-ced5-433b-9f55-de553b644fb9 None None] Provisioning complete for port 60608efb-8923-452e-841f-474cdfbf4039 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:09.481021 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-581d8384-ced5-433b-9f55-de553b644fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (60608efb-8923-452e-841f-474cdfbf4039), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:09.533957 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-581d8384-ced5-433b-9f55-de553b644fb9 None None] Port 60608efb-8923-452e-841f-474cdfbf4039 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:19:09.565441 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b95daa6-fe85-437e-82f8-11a8e04e773a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group_rule (22856402-9d47-4ca4-9c37-2e7464b693f5), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:09.584763 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:09.654934 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Pushing event updated for resources: {'Port': ['ID=36e15431-43ed-492c-9c56-d24cc4b4fd43,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:09.710396 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2b3e84-26a2-4d92-a766-ea29d689d8ba None None] The sync data for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi is: [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:19:09.761822 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b95daa6-fe85-437e-82f8-11a8e04e773a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group_rule (22856402-9d47-4ca4-9c37-2e7464b693f5), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:09.796245 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-533a0dca-2a4a-4591-964b-349d4b05ed2d req-de61d145-5865-4cd5-95d2-e7961b4d71d4 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1128554 Apr 11 18:19:09.863606 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b95daa6-fe85-437e-82f8-11a8e04e773a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (22856402-9d47-4ca4-9c37-2e7464b693f5), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:09.918732 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95daa6-fe85-437e-82f8-11a8e04e773a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22856402-9d47-4ca4-9c37-2e7464b693f5,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:09.983678 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3b95daa6-fe85-437e-82f8-11a8e04e773a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:09.986650 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3b95daa6-fe85-437e-82f8-11a8e04e773a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5932093 Apr 11 18:19:09.990177 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45266) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:09.994126 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Router a88f92f1-6521-467a-8b97-6ac7b89ec75a has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:19:09.996513 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:10.189961 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:10.261446 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Attempting to bind port 36e15431-43ed-492c-9c56-d24cc4b4fd43 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:19:10.261946 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Attempting to bind port 36e15431-43ed-492c-9c56-d24cc4b4fd43 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8b0d3853-ec74-431a-ac4e-39051a91190a'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:19:10.262398 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Attempting to bind port 36e15431-43ed-492c-9c56-d24cc4b4fd43 on network 8b0d3853-ec74-431a-ac4e-39051a91190a {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:19:10.352101 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Port 36e15431-43ed-492c-9c56-d24cc4b4fd43 on network 8b0d3853-ec74-431a-ac4e-39051a91190a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:19:10.352488 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Attempting to bind port 36e15431-43ed-492c-9c56-d24cc4b4fd43 on network 8b0d3853-ec74-431a-ac4e-39051a91190a {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:19:10.363656 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:19:10.364275 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Checking segment: {'id': '4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8b0d3853-ec74-431a-ac4e-39051a91190a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:19:10.364988 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Bound using segment: {'id': '4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8b0d3853-ec74-431a-ac4e-39051a91190a'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:19:10.365604 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Bound port: 36e15431-43ed-492c-9c56-d24cc4b4fd43, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '8b0d3853-ec74-431a-ac4e-39051a91190a'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:19:10.366169 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:10.468392 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-a9b24fbb-2fde-43b0-827a-7d998b51247a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--996862952&fields=id&tenant_id=e9e9b737c8fb45a98301787085378097 HTTP/1.1" status: 200 len: 267 time: 0.2402327 Apr 11 18:19:10.582406 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:10.585778 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] For port 36e15431-43ed-492c-9c56-d24cc4b4fd43, host hv-cinder-83735, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:19:10.708919 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] For port 36e15431-43ed-492c-9c56-d24cc4b4fd43, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=36e15431-43ed-492c-9c56-d24cc4b4fd43,segment=NetworkSegment(4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1),segment_id=4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:19:10.784503 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Allocated IP 172.27.3.254 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/696aee32-f4d1-45ae-b07c-329858836f04) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:19:10.813342 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:10.819637 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:19:10.827827 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-be6c9187-fbb3-4518-9a41-346e438b92d5 admin admin] 10.222.0.64 "PUT /v2.0/routers/a88f92f1-6521-467a-8b97-6ac7b89ec75a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1308951 Apr 11 18:19:10.828784 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Sync routers for ids ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:19:10.854766 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Routers {'a88f92f1-6521-467a-8b97-6ac7b89ec75a'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:10.857001 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:19:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:10.906969 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:10.913065 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:10.913065 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] 10.222.0.30 "PUT /v2.0/ports/36e15431-43ed-492c-9c56-d24cc4b4fd43 HTTP/1.1" status: 200 len: 1093 time: 4.5722351 Apr 11 18:19:10.928165 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d49bde-900d-4e16-ae25-742ff426b729', 'tag': '36e15431-43ed-492c-9c56-d24cc4b4fd43'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:11.025761 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-b52d5e32-3e2b-4bf7-9661-14d142055d60 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:11.030695 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-b52d5e32-3e2b-4bf7-9661-14d142055d60 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/networks?id=e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 200 len: 816 time: 0.4357750 Apr 11 18:19:11.037785 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615e071-c3c1-4fd0-92ee-fe640c1e0344 service neutron] Pushing event updated for resources: {'Port': ['ID=36e15431-43ed-492c-9c56-d24cc4b4fd43,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:11.183813 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-979e2238-8c10-47f1-a8ea-14586be0326d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/quotas/e9e9b737c8fb45a98301787085378097 HTTP/1.1" status: 200 len: 375 time: 0.1188653 Apr 11 18:19:11.227301 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for port (696aee32-f4d1-45ae-b07c-329858836f04), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:11.416938 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (696aee32-f4d1-45ae-b07c-329858836f04), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:11.583696 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Set router a88f92f1-6521-467a-8b97-6ac7b89ec75a gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:11.608521 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:19:11.612014 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event updated for resources: {'Port': ['ID=696aee32-f4d1-45ae-b07c-329858836f04,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:11.620244 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:11.628963 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:19:11.665768 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e916b47-0693-4f8e-815a-8cd353c327ce" -d '{"events": [{"name": "network-changed", "server_uuid": "82d49bde-900d-4e16-ae25-742ff426b729", "tag": "36e15431-43ed-492c-9c56-d24cc4b4fd43"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:11.767850 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7c208-c205-46ea-90f4-b09fdd86e543 req-a55e511e-c3cb-4456-9293-e57bf73cbc5a tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:11.783276 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-24d7c208-c205-46ea-90f4-b09fdd86e543 req-a55e511e-c3cb-4456-9293-e57bf73cbc5a tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 943 time: 0.7154126 Apr 11 18:19:11.915046 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device df96a54c-aed6-4d1e-bfb1-599f4094a30c up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:11.934753 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-9d3b5b31-731f-4d6f-a7f2-67630f914881 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6630445 Apr 11 18:19:11.951452 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-318e4efd-4ba1-4265-945a-2560f86ec2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:11.959147 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-318e4efd-4ba1-4265-945a-2560f86ec2ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=25a34d2dc9534338ba66c20de483946e&device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 1127 time: 0.7774911 Apr 11 18:19:12.152491 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (a7d40e98-e336-43a2-88e5-3e52cabfe5e8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:12.340216 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-d1f28d29-97f4-4c26-8c1e-c4fbdbc0ca90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36e15431-43ed-492c-9c56-d24cc4b4fd43 HTTP/1.1" status: 200 len: 217 time: 0.2773893 Apr 11 18:19:12.340216 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-24d7c208-c205-46ea-90f4-b09fdd86e543 req-f6842436-babe-4f37-9023-039e9f91e722 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043757 Apr 11 18:19:12.352783 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-2955944d-6757-4047-b487-940b34701c68 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:19:12.354256 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-2955944d-6757-4047-b487-940b34701c68 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1089082 Apr 11 18:19:12.399844 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port df96a54c-aed6-4d1e-bfb1-599f4094a30c triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:12.400551 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:12.402807 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:19:06Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '60608efb-8923-452e-841f-474cdfbf4039', 'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'mac_address': 'fa:16:3e:6f:b1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:19:01Z', 'updated_at': '2022-04-11T18:19:06Z', 'revision_number': 2, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'subnets': [{'id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:12.455091 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-4c655b72-6e6f-4d5d-bdf8-d688906e3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:12.462788 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-4c655b72-6e6f-4d5d-bdf8-d688906e3229 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c7c0bd3-e5e5-431a-950c-d6697fd7701a HTTP/1.1" status: 200 len: 852 time: 0.1731210 Apr 11 18:19:12.501692 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Checking router: a88f92f1-6521-467a-8b97-6ac7b89ec75a for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:19:12.503310 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Updating router a88f92f1-6521-467a-8b97-6ac7b89ec75a port 60608efb-8923-452e-841f-474cdfbf4039 binding host dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:19:12.605561 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (60608efb-8923-452e-841f-474cdfbf4039), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:12.647717 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-beb0976e-70e8-46e0-bfe3-99e68fab86fe service neutron] 10.222.0.64 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871883 Apr 11 18:19:12.947817 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port df96a54c-aed6-4d1e-bfb1-599f4094a30c is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:13.009176 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-b22c8775-cba4-4fa8-a750-b75ee8981c49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8b0d3853-ec74-431a-ac4e-39051a91190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3028107 Apr 11 18:19:13.082665 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Publish callbacks [] for port (60608efb-8923-452e-841f-474cdfbf4039), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:13.166017 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (696aee32-f4d1-45ae-b07c-329858836f04), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:13.248456 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-a4797f32-d0b4-4bd5-adfb-43f5f8dfe27b service neutron] 10.222.0.64 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907617 Apr 11 18:19:13.308415 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-5f7a1c24-602c-4b4c-8a44-31ff4b91f8c9 service neutron] 10.222.0.30 "GET /v2.0/networks/8b0d3853-ec74-431a-ac4e-39051a91190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585042 Apr 11 18:19:13.400047 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-0d21e3f1-4484-44c9-8cf5-e7214f7b6b0d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:13.401779 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-0d21e3f1-4484-44c9-8cf5-e7214f7b6b0d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 819 time: 0.4309549 Apr 11 18:19:13.420430 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-eb8a89a3-f48f-4927-8076-06d0c5e1bd0d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/quotas/082e2e1ca95a41b19a06885fafe7f25b HTTP/1.1" status: 200 len: 375 time: 0.0109811 Apr 11 18:19:13.440404 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for port (696aee32-f4d1-45ae-b07c-329858836f04), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:13.495142 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-b022029a-d48a-4abd-8886-b805c90a5fc1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594425 Apr 11 18:19:13.600330 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-83d6f655-2d87-4ee1-89b1-24cfa23eedaf service neutron] 10.222.0.64 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964594 Apr 11 18:19:13.653740 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:13.654399 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (60608efb-8923-452e-841f-474cdfbf4039), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:13.687872 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (696aee32-f4d1-45ae-b07c-329858836f04), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:13.752727 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f102b9-2a8a-4d72-b03a-b82c11f9b0fb None None] Pushing event updated for resources: {'Port': ['ID=60608efb-8923-452e-841f-474cdfbf4039,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:13.819196 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event updated for resources: {'Port': ['ID=696aee32-f4d1-45ae-b07c-329858836f04,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:13.907751 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Attempting to bind port 60608efb-8923-452e-841f-474cdfbf4039 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:19:13.908234 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Attempting to bind port 60608efb-8923-452e-841f-474cdfbf4039 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:19:13.908591 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Attempting to bind port 60608efb-8923-452e-841f-474cdfbf4039 on network 14e6ef31-5569-4b84-adfb-cf10202126af {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:19:13.926127 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:19:13.927120 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Checking segment: {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:19:13.927693 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:13.928252 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Bound using segment: {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:19:13.928890 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Bound port: 60608efb-8923-452e-841f-474cdfbf4039, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:19:13.929329 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (a7d40e98-e336-43a2-88e5-3e52cabfe5e8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:13.929652 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (60608efb-8923-452e-841f-474cdfbf4039), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:14.020958 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] For port 60608efb-8923-452e-841f-474cdfbf4039, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:19:14.035220 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:14.046734 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6bd7a086-5810-474f-a5e4-beab60f00e80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0553353 Apr 11 18:19:14.050033 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] For port 60608efb-8923-452e-841f-474cdfbf4039, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=60608efb-8923-452e-841f-474cdfbf4039,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:19:14.108943 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6871063a-4cbb-4db5-a2a0-ce0161eacd5b x-openstack-request-id: req-6871063a-4cbb-4db5-a2a0-ce0161eacd5b {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:14.109872 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d49bde-900d-4e16-ae25-742ff426b729", "tag": "36e15431-43ed-492c-9c56-d24cc4b4fd43", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:14.113194 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6871063a-4cbb-4db5-a2a0-ce0161eacd5b {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:14.113841 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6871063a-4cbb-4db5-a2a0-ce0161eacd5b'] response: {'name': 'network-changed', 'server_uuid': '82d49bde-900d-4e16-ae25-742ff426b729', 'tag': '36e15431-43ed-492c-9c56-d24cc4b4fd43', 'status': 'completed', 'code': 200} Apr 11 18:19:14.119752 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (60608efb-8923-452e-841f-474cdfbf4039), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:14.239405 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-4982cf1d-59e0-4470-a150-822764256ddf None None] Provisioning complete for port 60608efb-8923-452e-841f-474cdfbf4039 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:14.240057 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4982cf1d-59e0-4470-a150-822764256ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (60608efb-8923-452e-841f-474cdfbf4039), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:14.310753 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Routers {'a88f92f1-6521-467a-8b97-6ac7b89ec75a'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:14.311622 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:19:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:14.344753 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-4132f088-9ee5-4193-85c8-2fa1171da8e1 service neutron] 10.222.0.64 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7386415 Apr 11 18:19:14.354520 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5e543ce-23c2-447c-b163-23c2866f6a53 req-8f6619e8-ff05-4f1e-bd79-2c33e49eacbe service neutron] 10.222.0.30 "GET /v2.0/networks/8b0d3853-ec74-431a-ac4e-39051a91190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7293575 Apr 11 18:19:14.388639 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f102b9-2a8a-4d72-b03a-b82c11f9b0fb None None] Pushing event updated for resources: {'Port': ['ID=60608efb-8923-452e-841f-474cdfbf4039,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:14.402304 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4add5-d75c-4179-b55b-f75cc3e8dce6 req-8ed18ac6-166b-4f4c-8e83-06501a2701d7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:14.405259 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45a4add5-d75c-4179-b55b-f75cc3e8dce6 req-8ed18ac6-166b-4f4c-8e83-06501a2701d7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 943 time: 0.2383280 Apr 11 18:19:14.498500 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45a4add5-d75c-4179-b55b-f75cc3e8dce6 req-06db80a6-58b1-4b34-b235-a86495a693ef tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804572 Apr 11 18:19:14.566690 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-4982cf1d-59e0-4470-a150-822764256ddf None None] Current status of the port 60608efb-8923-452e-841f-474cdfbf4039 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:14.567072 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4982cf1d-59e0-4470-a150-822764256ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (60608efb-8923-452e-841f-474cdfbf4039), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:14.575477 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-077c1535-9666-4df2-809c-0b6c72ef486c req-cda379ce-4820-431b-85b6-e96a62b47c59 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 210 time: 0.0332572 Apr 11 18:19:14.610777 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] Set router a88f92f1-6521-467a-8b97-6ac7b89ec75a gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:14.656681 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-4982cf1d-59e0-4470-a150-822764256ddf None None] For port 60608efb-8923-452e-841f-474cdfbf4039, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=60608efb-8923-452e-841f-474cdfbf4039,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:14.721890 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-27b843e1-f8b3-460c-851c-ee97cf902995 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--149120380&fields=id&tenant_id=3a4731da4e084ada88e52ef126a07883 HTTP/1.1" status: 200 len: 267 time: 0.0622995 Apr 11 18:19:14.789165 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4982cf1d-59e0-4470-a150-822764256ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (60608efb-8923-452e-841f-474cdfbf4039), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:14.804365 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ae1add28-5abb-4c9c-ad75-56b94fa4e425 req-d99e4878-217f-4cb9-b44e-31adf23dabcb tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 210 time: 0.0488703 Apr 11 18:19:14.858302 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982cf1d-59e0-4470-a150-822764256ddf None None] Pushing event updated for resources: {'Port': ['ID=60608efb-8923-452e-841f-474cdfbf4039,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:14.944387 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-750410ee-b64a-4626-9a16-cfed8dd1c48a None None] Provisioning complete for port 60608efb-8923-452e-841f-474cdfbf4039 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:14.944758 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-750410ee-b64a-4626-9a16-cfed8dd1c48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (60608efb-8923-452e-841f-474cdfbf4039), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:14.948038 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-54a7098b-b81a-4375-86cf-dba1fad89ae1 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:14.959696 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-54a7098b-b81a-4375-86cf-dba1fad89ae1 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/networks?id=a9dcf27f-d088-45de-9075-c8b0b9293f8c HTTP/1.1" status: 200 len: 809 time: 0.2299972 Apr 11 18:19:14.985714 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:19:06Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '60608efb-8923-452e-841f-474cdfbf4039', 'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'mac_address': 'fa:16:3e:6f:b1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:19:01Z', 'updated_at': '2022-04-11T18:19:14Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'subnets': [{'id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:14.987651 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-bdfda3c4-1a96-4c03-b4ca-88e48e88e46e tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/quotas/3a4731da4e084ada88e52ef126a07883 HTTP/1.1" status: 200 len: 375 time: 0.0270483 Apr 11 18:19:15.060017 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28caef69-fe93-4344-bd00-c348385c8713 None None] The sync data for ids ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'] in dv-cinder-837355-1-iscsi is: [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:19:06Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '60608efb-8923-452e-841f-474cdfbf4039', 'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'mac_address': 'fa:16:3e:6f:b1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:19:01Z', 'updated_at': '2022-04-11T18:19:14Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'subnets': [{'id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:19:15.144856 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-750410ee-b64a-4626-9a16-cfed8dd1c48a None None] Current status of the port 60608efb-8923-452e-841f-474cdfbf4039 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:15.189361 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-42abe6ee-b787-4778-afc9-20649a98cdc2 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a4731da4e084ada88e52ef126a07883&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863158 Apr 11 18:19:15.326027 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-473f3581-4016-4f8b-8594-16d2601484d1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:15.327878 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-473f3581-4016-4f8b-8594-16d2601484d1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 819 time: 0.3371887 Apr 11 18:19:15.363656 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-94861e90-5b40-4857-a0b2-1ac01101aea1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/quotas/082e2e1ca95a41b19a06885fafe7f25b HTTP/1.1" status: 200 len: 375 time: 0.0256231 Apr 11 18:19:15.371357 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-cb530d24-f068-4305-98dc-5027ec5c8bc5 service neutron] 10.222.0.64 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604798 Apr 11 18:19:15.502700 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-926159c2-f774-4b27-919d-d2a4c16a0ed1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202710 Apr 11 18:19:15.590791 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-96ed21c6-e5a2-418d-be42-35ee2d3aafa6 service neutron] 10.222.0.64 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185593 Apr 11 18:19:15.626617 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 60608efb-8923-452e-841f-474cdfbf4039 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:15.639183 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-a46b3b6d-2ffd-45c4-95b9-88e02d395811 service neutron] 10.222.0.64 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290843 Apr 11 18:19:15.737129 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 60608efb-8923-452e-841f-474cdfbf4039 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:15.739343 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (60608efb-8923-452e-841f-474cdfbf4039), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:15.774227 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-38480452-8c1b-46ae-96d2-f08e83d05e99 service neutron] 10.222.0.64 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268837 Apr 11 18:19:15.958333 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 60608efb-8923-452e-841f-474cdfbf4039 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:16.106078 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5c39a-396f-4648-9ece-f90a2c9f4aea req-7e2448f3-1fe0-44b7-86f6-d1b062478b1c tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:16.116062 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5fb5c39a-396f-4648-9ece-f90a2c9f4aea req-7e2448f3-1fe0-44b7-86f6-d1b062478b1c tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 943 time: 0.0522892 Apr 11 18:19:16.179734 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5fb5c39a-396f-4648-9ece-f90a2c9f4aea req-05a17815-44ef-4874-9050-73d423cd0bb2 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633709 Apr 11 18:19:16.281525 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b892b438-9416-4204-806c-70546b788238 req-c8989c3e-3ec3-42ab-a301-c66000664664 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 210 time: 0.0346410 Apr 11 18:19:16.350854 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-eb5fe9d8-e38e-476f-bfc5-a1062167bb4a req-7c5ae245-b4c7-4f4d-8522-dc6de8d166e0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 210 time: 0.0557711 Apr 11 18:19:16.398229 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-641288c9-4473-4bd4-9dd1-1648974e9153 req-24d6d93e-60cb-43c7-b732-a50d62bbd2a4 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0440450 Apr 11 18:19:17.306261 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ccf78-a963-4964-9de3-897e7b111ff9 req-1612e6de-ed48-47a5-917e-bcf92f14b01f tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:17.307674 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bb6ccf78-a963-4964-9de3-897e7b111ff9 req-1612e6de-ed48-47a5-917e-bcf92f14b01f tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 943 time: 0.0512626 Apr 11 18:19:17.373244 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-135f9843-f1c1-4fc6-9be9-99e8ea2c8afb req-7986f822-d2da-4d91-b573-4b4d585c9d45 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 210 time: 0.0382435 Apr 11 18:19:17.381423 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bb6ccf78-a963-4964-9de3-897e7b111ff9 req-4f851e5d-5fee-4791-8015-1946b9b454b5 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680423 Apr 11 18:19:17.462290 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6385616c-4850-4492-b3d1-2baf6605ae94 req-ee6ced65-46b2-4673-ad31-648d668fc523 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 210 time: 0.0303471 Apr 11 18:19:17.503793 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-acc051b0-96d2-4900-ac2f-9f42bb21dbee req-79aa7199-8a91-43e3-84da-38a9481c64bf tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0328951 Apr 11 18:19:18.098736 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e916b47-0693-4f8e-815a-8cd353c327ce req-c11e16e7-9d4f-4e99-8580-c24619e467eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:18.100138 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2e916b47-0693-4f8e-815a-8cd353c327ce req-c11e16e7-9d4f-4e99-8580-c24619e467eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=25a34d2dc9534338ba66c20de483946e&device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 1127 time: 0.0426264 Apr 11 18:19:18.257790 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e916b47-0693-4f8e-815a-8cd353c327ce req-27c4b089-840e-4d46-bdd8-efec82cb96e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:18.261357 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2e916b47-0693-4f8e-815a-8cd353c327ce req-27c4b089-840e-4d46-bdd8-efec82cb96e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8b0d3853-ec74-431a-ac4e-39051a91190a HTTP/1.1" status: 200 len: 913 time: 0.1507807 Apr 11 18:19:18.301831 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2e916b47-0693-4f8e-815a-8cd353c327ce req-4292c1e8-2f92-4d7e-8605-bd6d4c618299 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36e15431-43ed-492c-9c56-d24cc4b4fd43 HTTP/1.1" status: 200 len: 217 time: 0.0352154 Apr 11 18:19:18.310681 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:19:18.520768 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c462eaf6-2f42-4b27-bc2a-80cb89e2c62f req-52d77d77-9a72-4aae-b0af-a75ec9ddcf36 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 210 time: 0.0661759 Apr 11 18:19:18.547380 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425e5f2-b514-419d-a8f7-fc36d7e0149d req-f5d2238d-6467-493d-a53e-6e519de1b82c tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:18.556298 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7425e5f2-b514-419d-a8f7-fc36d7e0149d req-f5d2238d-6467-493d-a53e-6e519de1b82c tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 943 time: 0.0896516 Apr 11 18:19:18.607279 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45580) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:18.619758 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7425e5f2-b514-419d-a8f7-fc36d7e0149d req-89e3c5bc-ac7c-437c-a298-bc8f9061b05f tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621927 Apr 11 18:19:18.676454 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8cde085d-cd59-432a-bf5e-1276150d691d req-b82d8f63-2ea5-4a99-8e9b-d3e1e97881d9 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 210 time: 0.0354209 Apr 11 18:19:18.733570 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a4facaa-c15d-45c1-9d26-0a1f85c1d29e req-5fa34d92-b07b-4634-a1ff-6c6e65bb70e4 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0326226 Apr 11 18:19:18.753827 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e89d7828-64ab-4533-a36c-6b5f19935bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:18.833399 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e89d7828-64ab-4533-a36c-6b5f19935bf1 admin admin] Publish callbacks [] for security_group (baf21d9b-6689-4dc3-be7c-c0aabbe6e4ef), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:18.977876 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e89d7828-64ab-4533-a36c-6b5f19935bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (baf21d9b-6689-4dc3-be7c-c0aabbe6e4ef), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.011885 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e89d7828-64ab-4533-a36c-6b5f19935bf1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b69118e93fca4aa7a13707858254f857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4057705 Apr 11 18:19:19.014714 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 45594) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:19.022122 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d7828-64ab-4533-a36c-6b5f19935bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf21d9b-6689-4dc3-be7c-c0aabbe6e4ef,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:19.066568 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d50e9a6f-cb87-440a-9d57-ce448fa2450c admin admin] Publish callbacks [] for security_group (baf21d9b-6689-4dc3-be7c-c0aabbe6e4ef), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.087829 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d50e9a6f-cb87-440a-9d57-ce448fa2450c admin admin] Publish callbacks [] for security_group (baf21d9b-6689-4dc3-be7c-c0aabbe6e4ef), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.216663 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45598) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:19.225830 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e916b47-0693-4f8e-815a-8cd353c327ce req-2c02a1ec-e7b0-4c94-9fdb-3c1f39ec305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:19.227229 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2e916b47-0693-4f8e-815a-8cd353c327ce req-2c02a1ec-e7b0-4c94-9fdb-3c1f39ec305f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c7c0bd3-e5e5-431a-950c-d6697fd7701a HTTP/1.1" status: 200 len: 852 time: 0.0470746 Apr 11 18:19:19.228971 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d50e9a6f-cb87-440a-9d57-ce448fa2450c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (baf21d9b-6689-4dc3-be7c-c0aabbe6e4ef), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.231588 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d50e9a6f-cb87-440a-9d57-ce448fa2450c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.237592 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d50e9a6f-cb87-440a-9d57-ce448fa2450c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/baf21d9b-6689-4dc3-be7c-c0aabbe6e4ef HTTP/1.1" status: 204 len: 168 time: 0.2167962 Apr 11 18:19:19.241502 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e9a6f-cb87-440a-9d57-ce448fa2450c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf21d9b-6689-4dc3-be7c-c0aabbe6e4ef,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:19.332496 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ef1811ad-6894-4166-ba29-85d33f9a3ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.411878 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ef1811ad-6894-4166-ba29-85d33f9a3ffb admin admin] Publish callbacks [] for security_group (a00482d7-508d-494f-8a71-3884148d8af0), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.566425 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ef1811ad-6894-4166-ba29-85d33f9a3ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (a00482d7-508d-494f-8a71-3884148d8af0), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.623718 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ef1811ad-6894-4166-ba29-85d33f9a3ffb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=391709cbba6947f7aa28d2e28804cb82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033546 Apr 11 18:19:19.624374 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1811ad-6894-4166-ba29-85d33f9a3ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00482d7-508d-494f-8a71-3884148d8af0,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:19.624477 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 45610) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:19.714357 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c0addca0-625e-4d01-8644-ba24d0fc67a6 req-969a1191-5433-4b4b-9cfd-b3e3aeb72ec3 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 210 time: 0.0662282 Apr 11 18:19:19.792592 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9b59c9db-8819-426f-ad65-bfb3345fa54d admin admin] Publish callbacks [] for security_group (a00482d7-508d-494f-8a71-3884148d8af0), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.854844 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f4b43939-bd46-4460-a323-cb4804828562 req-5bb972f1-6827-46c7-92b5-1394a4d0b304 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 210 time: 0.0638776 Apr 11 18:19:19.866758 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6d22c-c854-4470-b1a1-449a620c3ac5 req-1f93eefb-d179-4e6e-beb2-bcfb42af1de7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:19.868371 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86f6d22c-c854-4470-b1a1-449a620c3ac5 req-1f93eefb-d179-4e6e-beb2-bcfb42af1de7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 943 time: 0.1190925 Apr 11 18:19:19.879602 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9b59c9db-8819-426f-ad65-bfb3345fa54d admin admin] Publish callbacks [] for security_group (a00482d7-508d-494f-8a71-3884148d8af0), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:19.989000 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 36e15431-43ed-492c-9c56-d24cc4b4fd43 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:19:19.994599 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e0df88bc-e1fb-4a9a-ab4e-1f6ffadd8ccc req-59cfcc3e-2462-4814-9cb7-02239355c1e2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0565968 Apr 11 18:19:20.001422 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86f6d22c-c854-4470-b1a1-449a620c3ac5 req-7c7df4f6-01a6-414e-b49a-14cfca4e6f33 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237071 Apr 11 18:19:20.114659 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45620) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:20.115189 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 36e15431-43ed-492c-9c56-d24cc4b4fd43, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=36e15431-43ed-492c-9c56-d24cc4b4fd43,segment=NetworkSegment(4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1),segment_id=4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:20.127684 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9b59c9db-8819-426f-ad65-bfb3345fa54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (a00482d7-508d-494f-8a71-3884148d8af0), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:20.130363 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9b59c9db-8819-426f-ad65-bfb3345fa54d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:20.131846 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9b59c9db-8819-426f-ad65-bfb3345fa54d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a00482d7-508d-494f-8a71-3884148d8af0 HTTP/1.1" status: 204 len: 168 time: 0.5060806 Apr 11 18:19:20.132728 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b98bdf23-716e-447f-978b-6b3d0f133959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:20.135978 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '36e15431-43ed-492c-9c56-d24cc4b4fd43', 'network_id': '8b0d3853-ec74-431a-ac4e-39051a91190a', 'port_id': '36e15431-43ed-492c-9c56-d24cc4b4fd43', 'mac_address': 'fa:16:3e:fa:a6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7c0bd3-e5e5-431a-950c-d6697fd7701a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:19:20.140942 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59c9db-8819-426f-ad65-bfb3345fa54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00482d7-508d-494f-8a71-3884148d8af0,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:20.194268 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 36e15431-43ed-492c-9c56-d24cc4b4fd43 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:20.194643 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:20.209502 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e15431-43ed-492c-9c56-d24cc4b4fd43 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:19:20.221218 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b98bdf23-716e-447f-978b-6b3d0f133959 admin admin] Publish callbacks [] for security_group (c50b4f45-d444-46d1-bef6-8ebbe130b414), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:20.233807 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 36e15431-43ed-492c-9c56-d24cc4b4fd43, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=36e15431-43ed-492c-9c56-d24cc4b4fd43,segment=NetworkSegment(4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1),segment_id=4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:20.301371 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b98bdf23-716e-447f-978b-6b3d0f133959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (c50b4f45-d444-46d1-bef6-8ebbe130b414), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:20.343566 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b98bdf23-716e-447f-978b-6b3d0f133959 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4c0f0fea4394b459380009986c13c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276716 Apr 11 18:19:20.344334 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bdf23-716e-447f-978b-6b3d0f133959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50b4f45-d444-46d1-bef6-8ebbe130b414,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:20.347274 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 45624) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:20.347658 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:20.401940 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=36e15431-43ed-492c-9c56-d24cc4b4fd43,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:20.404020 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bbcc036b-4cac-484d-9a82-a39f3f737498 admin admin] Publish callbacks [] for security_group (c50b4f45-d444-46d1-bef6-8ebbe130b414), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:20.431250 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bbcc036b-4cac-484d-9a82-a39f3f737498 admin admin] Publish callbacks [] for security_group (c50b4f45-d444-46d1-bef6-8ebbe130b414), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:20.638684 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bbcc036b-4cac-484d-9a82-a39f3f737498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (c50b4f45-d444-46d1-bef6-8ebbe130b414), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:20.641370 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bbcc036b-4cac-484d-9a82-a39f3f737498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:20.647054 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-bbcc036b-4cac-484d-9a82-a39f3f737498 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c50b4f45-d444-46d1-bef6-8ebbe130b414 HTTP/1.1" status: 204 len: 168 time: 0.2957170 Apr 11 18:19:20.652605 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc036b-4cac-484d-9a82-a39f3f737498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50b4f45-d444-46d1-bef6-8ebbe130b414,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:20.839042 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7c2e3d3-8be3-4599-a0ad-b67c0f5271c8 req-6be50865-af69-4b85-a2d3-839a36d8ae94 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 210 time: 0.0293965 Apr 11 18:19:20.956946 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-332371cb-3206-4121-a5ab-b1aa6a540836 req-f38c618f-d992-417d-9faa-97bab582686d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 210 time: 0.0322671 Apr 11 18:19:21.051054 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2e916b47-0693-4f8e-815a-8cd353c327ce req-e3c39d39-ca70-4b3a-a257-1ad39a35e9de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8b0d3853-ec74-431a-ac4e-39051a91190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509501 Apr 11 18:19:21.140866 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45644) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:21.157309 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ceb3dd97-4837-4524-9ea3-8333a761a62d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:21.212062 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1ef318cd-cf0e-4aea-91c1-05eff264bffc req-6af1151d-082b-4adb-a6b3-a3fbd84ead01 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0684056 Apr 11 18:19:21.238859 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c52ab-e532-4025-948f-501c85ed1b65 req-ea7c889e-c411-4a7d-972e-3ba53f2c965f tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:21.240408 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-232c52ab-e532-4025-948f-501c85ed1b65 req-ea7c889e-c411-4a7d-972e-3ba53f2c965f tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 944 time: 0.0952303 Apr 11 18:19:21.243880 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ceb3dd97-4837-4524-9ea3-8333a761a62d admin admin] Publish callbacks [] for security_group (7d5426aa-ffef-4071-be48-4d2727b9db4d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:21.265241 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2e916b47-0693-4f8e-815a-8cd353c327ce req-1c995e46-f3a4-4fa0-bff8-753d192b88ba service neutron] 10.222.0.30 "GET /v2.0/networks/8b0d3853-ec74-431a-ac4e-39051a91190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070999 Apr 11 18:19:21.325600 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-232c52ab-e532-4025-948f-501c85ed1b65 req-50475d9e-b6c8-40aa-885f-c83fc4e385ed tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791864 Apr 11 18:19:21.327356 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['36e15431-43ed-492c-9c56-d24cc4b4fd43'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:19:21.399534 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2e916b47-0693-4f8e-815a-8cd353c327ce req-ec437216-847d-4652-8ebe-58faca573df7 service neutron] 10.222.0.30 "GET /v2.0/networks/8b0d3853-ec74-431a-ac4e-39051a91190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257403 Apr 11 18:19:21.406321 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ceb3dd97-4837-4524-9ea3-8333a761a62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (7d5426aa-ffef-4071-be48-4d2727b9db4d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:21.447891 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ceb3dd97-4837-4524-9ea3-8333a761a62d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=298ffb0c2036473191693f58f96b736f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058474 Apr 11 18:19:21.456338 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3dd97-4837-4524-9ea3-8333a761a62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5426aa-ffef-4071-be48-4d2727b9db4d,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:21.456338 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45648) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:21.567289 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-762a723f-5213-4502-8934-8fc4cca0a24c admin admin] Publish callbacks [] for security_group (7d5426aa-ffef-4071-be48-4d2727b9db4d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:21.567289 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-762a723f-5213-4502-8934-8fc4cca0a24c admin admin] Publish callbacks [] for security_group (7d5426aa-ffef-4071-be48-4d2727b9db4d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:21.935994 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-762a723f-5213-4502-8934-8fc4cca0a24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (7d5426aa-ffef-4071-be48-4d2727b9db4d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:21.939918 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-762a723f-5213-4502-8934-8fc4cca0a24c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:21.941010 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-020e3050-44d3-4c45-9048-599d84a5811d req-957c4672-9beb-4df9-a1fc-762875c5f502 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 210 time: 0.0328734 Apr 11 18:19:21.942034 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-762a723f-5213-4502-8934-8fc4cca0a24c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d5426aa-ffef-4071-be48-4d2727b9db4d HTTP/1.1" status: 204 len: 168 time: 0.4860179 Apr 11 18:19:21.953846 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a723f-5213-4502-8934-8fc4cca0a24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5426aa-ffef-4071-be48-4d2727b9db4d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:22.083690 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9c3aeb0f-2d86-4069-90d7-71e2b299f9a5 req-7af43938-d8e9-4f54-a18d-51c9920a2af9 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 210 time: 0.0310566 Apr 11 18:19:22.327595 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c6c9f6af-9936-4544-919d-8d72e96ac127 req-fb04982d-5343-42bb-b03d-a8ecbc81a959 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0336649 Apr 11 18:19:22.497410 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c68263-0293-49bf-b5d3-47d6da65d589 req-f3ab9670-b565-43ad-bfda-65cef3818d64 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:22.498980 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b2c68263-0293-49bf-b5d3-47d6da65d589 req-f3ab9670-b565-43ad-bfda-65cef3818d64 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 944 time: 0.0542047 Apr 11 18:19:22.556803 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b2c68263-0293-49bf-b5d3-47d6da65d589 req-9c417053-df31-4063-ba1f-3847e7be4cc5 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492423 Apr 11 18:19:23.063696 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6c11063d-9a6c-4449-927b-23f8e26907ae req-1d5c1375-5baa-4f84-8d5a-65c673350d4b tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 210 time: 0.0389686 Apr 11 18:19:23.406145 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f965781e-c5af-417e-a501-c83ff01f2ee5 req-f8dd839e-8e19-4a07-acc8-7995ee7870f2 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 210 time: 0.2311063 Apr 11 18:19:23.448563 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cc6e1eb6-6af2-488f-8b65-0dcf8aed988b req-a12cf809-f282-4a38-aac7-0a704723ca17 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0313494 Apr 11 18:19:23.692845 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4203aa-a19e-439c-bf94-1d4f0c5d8365 req-6db25e0d-2845-403a-8486-8786f3b76874 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:23.694749 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1f4203aa-a19e-439c-bf94-1d4f0c5d8365 req-6db25e0d-2845-403a-8486-8786f3b76874 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 944 time: 0.0611279 Apr 11 18:19:23.763546 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1f4203aa-a19e-439c-bf94-1d4f0c5d8365 req-ef6d4acc-c845-4c6c-9c51-3b879aa35f8c tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579481 Apr 11 18:19:24.176387 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1bd61809-ee8f-4caf-8481-06c8bcbaaa87 req-53c0600a-ffcf-4800-bc44-203a7551a333 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 210 time: 0.0330937 Apr 11 18:19:24.186097 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 36e15431-43ed-492c-9c56-d24cc4b4fd43 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:24.247754 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 36e15431-43ed-492c-9c56-d24cc4b4fd43 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:19:24.335691 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 36e15431-43ed-492c-9c56-d24cc4b4fd43 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:24.336350 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:24.418454 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 36e15431-43ed-492c-9c56-d24cc4b4fd43 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:24.418840 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:24.453977 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d49bde-900d-4e16-ae25-742ff426b729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e15431-43ed-492c-9c56-d24cc4b4fd43'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:24.529560 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f97e727c-1f42-42ae-bf04-8e460b4fe682 req-def66e98-69b7-493a-ae14-c103e7507bea tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 210 time: 0.0518005 Apr 11 18:19:24.543371 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 36e15431-43ed-492c-9c56-d24cc4b4fd43, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=36e15431-43ed-492c-9c56-d24cc4b4fd43,segment=NetworkSegment(4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1),segment_id=4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:24.570224 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dc1ebaee-087f-429c-8b5d-070e59588bb4 req-db50291d-5d88-4c0d-a947-a03a3548115c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0332379 Apr 11 18:19:24.632628 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:24.677776 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4654ac5b-48ff-49ee-a616-ddc7ab38886e" -d '{"events": [{"server_uuid": "82d49bde-900d-4e16-ae25-742ff426b729", "name": "network-vif-plugged", "status": "completed", "tag": "36e15431-43ed-492c-9c56-d24cc4b4fd43"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:24.690943 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=36e15431-43ed-492c-9c56-d24cc4b4fd43,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:24.867427 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27751724-165c-4e65-b80c-8a291b82a1cc x-openstack-request-id: req-27751724-165c-4e65-b80c-8a291b82a1cc {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:24.868146 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d49bde-900d-4e16-ae25-742ff426b729", "name": "network-vif-plugged", "status": "completed", "tag": "36e15431-43ed-492c-9c56-d24cc4b4fd43", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:24.868407 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27751724-165c-4e65-b80c-8a291b82a1cc {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:24.868938 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27751724-165c-4e65-b80c-8a291b82a1cc'] response: {'server_uuid': '82d49bde-900d-4e16-ae25-742ff426b729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e15431-43ed-492c-9c56-d24cc4b4fd43', 'code': 200} Apr 11 18:19:24.906015 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 56213) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:24.992638 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ce8f3-0c34-4b4c-a31b-264d2ebcdfd6 req-2d21946f-ef63-4b29-9168-c31df725b5a7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:25.000859 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-215ce8f3-0c34-4b4c-a31b-264d2ebcdfd6 req-2d21946f-ef63-4b29-9168-c31df725b5a7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 945 time: 0.1383257 Apr 11 18:19:25.126107 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a68b2e5b-a52e-4318-803b-ef93fb88c0f7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:25.129096 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a68b2e5b-a52e-4318-803b-ef93fb88c0f7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.30 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 819 time: 0.2776051 Apr 11 18:19:25.148702 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-215ce8f3-0c34-4b4c-a31b-264d2ebcdfd6 req-ed519b70-66fc-430c-b6d7-d3c40be16f19 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455634 Apr 11 18:19:25.172882 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a7d41b8f-4d7f-4f60-9ecd-0838edc9e9ff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Request body: {'port': {'device_id': '5aa23601-255a-479e-803a-c2b58bf4262f', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'admin_state_up': True, 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:25.183059 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 56214) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:25.304716 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 56215) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:25.321428 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-e4a25de4-0518-4bc3-a8eb-1886c105d9eb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:25.332072 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-e4a25de4-0518-4bc3-a8eb-1886c105d9eb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.30 "GET /v2.0/networks?id=a9dcf27f-d088-45de-9075-c8b0b9293f8c HTTP/1.1" status: 200 len: 809 time: 0.4158082 Apr 11 18:19:25.453564 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a7d41b8f-4d7f-4f60-9ecd-0838edc9e9ff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Made reservation on behalf of 082e2e1ca95a41b19a06885fafe7f25b for: {'port': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:19:25.458014 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a7d41b8f-4d7f-4f60-9ecd-0838edc9e9ff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:25.475704 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-182d466f-2f72-4e37-989e-a7fde5d8ab0f req-8755ebb3-6be0-449a-b7dd-5989abfe3fe1 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 210 time: 0.0867336 Apr 11 18:19:25.659119 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.30', 56218) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:25.840181 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-21a7a3e5-6ea0-4f5e-9ff0-610b65673949 req-c0dee7d7-b7eb-47ed-b6e6-b84fc9d30cb1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 210 time: 0.1323416 Apr 11 18:19:25.878705 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-50a67415-ff0f-4190-8e30-c1277ff1c63b tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a4731da4e084ada88e52ef126a07883 HTTP/1.1" status: 200 len: 379 time: 0.4996350 Apr 11 18:19:25.882285 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a7d41b8f-4d7f-4f60-9ecd-0838edc9e9ff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Allocated IP 172.20.0.8 (14e6ef31-5569-4b84-adfb-cf10202126af/9669d665-665c-4325-9f01-a4e3dc1cf99c/6a29e1e3-8325-47a3-8ea2-0707737917cc) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:19:25.907889 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-45a75747-569e-4fbb-a877-12f26d0e78fd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Request body: {'port': {'device_id': 'fb7f3d04-ddea-4c83-8942-a9ee748b1735', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'admin_state_up': True, 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'security_groups': ['d9585c29-6547-4c13-9512-6f6fc7d9101e']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:25.918393 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9c165-eacc-40b9-b359-a861b9577b95 req-8a7ddbf3-da1e-4f4f-b1f1-b721191cb1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:25.920177 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e2a9c165-eacc-40b9-b359-a861b9577b95 req-8a7ddbf3-da1e-4f4f-b1f1-b721191cb1c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 1129 time: 0.1808054 Apr 11 18:19:25.927211 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d226e52e-ab61-4d51-b973-603b5c6c1f8e req-a4776895-0110-4ff5-b0dd-a977e35ce525 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 210 time: 0.1437252 Apr 11 18:19:26.053215 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-e2a9c165-eacc-40b9-b359-a861b9577b95 req-062c9b94-652c-4530-b10a-6a9cfdfa1454 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.068443 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-73e4aa41-a147-488b-b5a7-2e8c9a5d88e8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:26.070729 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-73e4aa41-a147-488b-b5a7-2e8c9a5d88e8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.30 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 819 time: 0.8892550 Apr 11 18:19:26.100511 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-f3aad005-7e78-4884-98b4-0093e22d7d82 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:26.100511 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-f3aad005-7e78-4884-98b4-0093e22d7d82 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.30 "GET /v2.0/networks?id=e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 200 len: 816 time: 0.7720168 Apr 11 18:19:26.105685 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-8dfb78af-bf8e-445d-9da1-ee33358e1834 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Request body: {'port': {'device_id': 'd57768e5-a414-4c7d-8dad-bfa7c3bbf7c0', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'admin_state_up': True, 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:26.202529 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a7d41b8f-4d7f-4f60-9ecd-0838edc9e9ff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.306993 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f690b6-eedd-4072-895f-b02237295300 req-a8c637cc-c110-4fa5-be9f-1eb8ace18492 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:26.308538 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-74f690b6-eedd-4072-895f-b02237295300 req-a8c637cc-c110-4fa5-be9f-1eb8ace18492 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 945 time: 0.0536730 Apr 11 18:19:26.358237 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-74f690b6-eedd-4072-895f-b02237295300 req-b13c1448-9c66-4ec0-9bb6-568d083e8b49 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441115 Apr 11 18:19:26.384160 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-9981f73b-fda1-41d0-8529-54bf0898cd72 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9e9b737c8fb45a98301787085378097 HTTP/1.1" status: 200 len: 379 time: 0.2687960 Apr 11 18:19:26.401261 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-aae71700-26ba-4bd1-bcd0-a753449837c1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Request body: {'port': {'device_id': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'admin_state_up': True, 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'security_groups': ['aaee18a2-800b-48cc-901d-b92a2d398c18']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:26.429767 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a7d41b8f-4d7f-4f60-9ecd-0838edc9e9ff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.476791 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a7d41b8f-4d7f-4f60-9ecd-0838edc9e9ff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Network 14e6ef31-5569-4b84-adfb-cf10202126af is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:19:26.480580 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a7d41b8f-4d7f-4f60-9ecd-0838edc9e9ff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:26.487728 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a7d41b8f-4d7f-4f60-9ecd-0838edc9e9ff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:19:26.499569 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-e2a9c165-eacc-40b9-b359-a861b9577b95 req-062c9b94-652c-4530-b10a-6a9cfdfa1454 service neutron] Publish callbacks [] for security_group (9f969ea3-42ff-4d27-ab8b-1226cbc8d449), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.499569 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-45a75747-569e-4fbb-a877-12f26d0e78fd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Made reservation on behalf of 3a4731da4e084ada88e52ef126a07883 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:19:26.499569 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-45a75747-569e-4fbb-a877-12f26d0e78fd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.538031 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d41b8f-4d7f-4f60-9ecd-0838edc9e9ff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Pushing event updated for resources: {'Port': ['ID=6a29e1e3-8325-47a3-8ea2-0707737917cc,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:26.605977 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f0392db7-b7fc-4aa5-858a-cdafe289020d req-f5a0ea33-2bba-4262-9584-725fedae04d9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 210 time: 0.0365739 Apr 11 18:19:26.610855 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-e2a9c165-eacc-40b9-b359-a861b9577b95 req-062c9b94-652c-4530-b10a-6a9cfdfa1454 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (9f969ea3-42ff-4d27-ab8b-1226cbc8d449), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.614712 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a7d41b8f-4d7f-4f60-9ecd-0838edc9e9ff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:26.615393 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a7d41b8f-4d7f-4f60-9ecd-0838edc9e9ff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.632212 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-8dfb78af-bf8e-445d-9da1-ee33358e1834 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Made reservation on behalf of 082e2e1ca95a41b19a06885fafe7f25b for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:19:26.633821 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-8dfb78af-bf8e-445d-9da1-ee33358e1834 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.711815 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-a7d41b8f-4d7f-4f60-9ecd-0838edc9e9ff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5561128 Apr 11 18:19:26.726156 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Request body: {'port': {'device_id': '5aa23601-255a-479e-803a-c2b58bf4262f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:26.751909 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e2a9c165-eacc-40b9-b359-a861b9577b95 req-062c9b94-652c-4530-b10a-6a9cfdfa1454 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8095503 Apr 11 18:19:26.783657 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-2df76803-f215-47e5-b0ab-f558e1b06261 None None] Provisioning complete for port 6a29e1e3-8325-47a3-8ea2-0707737917cc triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:26.784616 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2df76803-f215-47e5-b0ab-f558e1b06261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.793905 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.836309 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-2df76803-f215-47e5-b0ab-f558e1b06261 None None] Port 6a29e1e3-8325-47a3-8ea2-0707737917cc cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:19:26.858616 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c9b94-652c-4530-b10a-6a9cfdfa1454 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f969ea3-42ff-4d27-ab8b-1226cbc8d449,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:26.908536 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-aae71700-26ba-4bd1-bcd0-a753449837c1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Made reservation on behalf of e9e9b737c8fb45a98301787085378097 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:19:26.911951 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-aae71700-26ba-4bd1-bcd0-a753449837c1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:26.967594 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe1c9fcf-9615-474f-a4df-9505db864bd2 req-78096c52-4528-4edd-ace7-05368f1a1fb8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0378025 Apr 11 18:19:26.993385 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-45a75747-569e-4fbb-a877-12f26d0e78fd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Allocated IP 172.20.0.10 (a9dcf27f-d088-45de-9075-c8b0b9293f8c/bd05825c-e88d-4965-9dfb-2dfbb84e38da/33830001-f400-4023-84a9-13e0b3bd4093) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:19:27.045668 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f1d88bf3-1f4a-4aed-bf71-060839ab8469 req-e8572322-c33e-4e83-a86d-547df92cc4f3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 210 time: 0.0321198 Apr 11 18:19:27.075669 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-8dfb78af-bf8e-445d-9da1-ee33358e1834 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Allocated IP 172.20.0.6 (14e6ef31-5569-4b84-adfb-cf10202126af/9669d665-665c-4325-9f01-a4e3dc1cf99c/d455842a-4734-4f63-8173-d5e306a4eae6) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:19:27.302389 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-aae71700-26ba-4bd1-bcd0-a753449837c1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Allocated IP 172.20.0.11 (e17daa45-e311-4804-bd24-8f6d86c11327/fac3b306-bda1-439e-9471-054f6f8f618a/495fbcce-180e-4eff-bfb9-2fae1a121c32) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:19:27.502476 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cea378-809e-487e-bb5e-43eb085651b7 req-4e0f0dee-24a5-436d-a995-f31faf35e40f tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:27.504150 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d4cea378-809e-487e-bb5e-43eb085651b7 req-4e0f0dee-24a5-436d-a995-f31faf35e40f tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 945 time: 0.0642533 Apr 11 18:19:27.545900 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-45a75747-569e-4fbb-a877-12f26d0e78fd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for port (33830001-f400-4023-84a9-13e0b3bd4093), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:27.555696 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d4cea378-809e-487e-bb5e-43eb085651b7 req-d39a24ab-f780-42a5-8bcb-06843d4cf024 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458159 Apr 11 18:19:27.610584 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-8dfb78af-bf8e-445d-9da1-ee33358e1834 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for port (d455842a-4734-4f63-8173-d5e306a4eae6), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:27.724173 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5cdef9cf-665e-475f-bb58-8011c961b934 req-ea0642bd-9350-45da-bbd3-f3d4fa2f5df1 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 210 time: 0.0297499 Apr 11 18:19:27.742369 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-aae71700-26ba-4bd1-bcd0-a753449837c1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:27.780912 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-45a75747-569e-4fbb-a877-12f26d0e78fd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (33830001-f400-4023-84a9-13e0b3bd4093), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:27.851667 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-8dfb78af-bf8e-445d-9da1-ee33358e1834 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:27.884539 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-45a75747-569e-4fbb-a877-12f26d0e78fd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Network a9dcf27f-d088-45de-9075-c8b0b9293f8c is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:19:27.886088 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-aae71700-26ba-4bd1-bcd0-a753449837c1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:27.909375 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-45a75747-569e-4fbb-a877-12f26d0e78fd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:27.918954 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-45a75747-569e-4fbb-a877-12f26d0e78fd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:19:27.936464 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-8dfb78af-bf8e-445d-9da1-ee33358e1834 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Network 14e6ef31-5569-4b84-adfb-cf10202126af is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:19:27.956305 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a75747-569e-4fbb-a877-12f26d0e78fd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event updated for resources: {'Port': ['ID=33830001-f400-4023-84a9-13e0b3bd4093,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:27.971971 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-8dfb78af-bf8e-445d-9da1-ee33358e1834 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:27.978270 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a29e1e3-8325-47a3-8ea2-0707737917cc {{(pid=104081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:19:27.989618 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Publish callbacks [] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:28.025815 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.provisioning_blocks [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Transition to ACTIVE for port object 6a29e1e3-8325-47a3-8ea2-0707737917cc will not be triggered until provisioned by entity L2. {{(pid=104081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:19:28.039545 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-8dfb78af-bf8e-445d-9da1-ee33358e1834 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:19:28.060501 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 45928) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:28.130908 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:28.137546 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-8dfb78af-bf8e-445d-9da1-ee33358e1834 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:28.139989 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-8dfb78af-bf8e-445d-9da1-ee33358e1834 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:28.177072 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-aae71700-26ba-4bd1-bcd0-a753449837c1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Network e17daa45-e311-4804-bd24-8f6d86c11327 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:19:28.178639 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb78af-bf8e-445d-9da1-ee33358e1834 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Pushing event updated for resources: {'Port': ['ID=d455842a-4734-4f63-8173-d5e306a4eae6,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:28.224374 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-aae71700-26ba-4bd1-bcd0-a753449837c1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:28.227664 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-aae71700-26ba-4bd1-bcd0-a753449837c1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:19:28.280011 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeadcd-84f1-492b-a112-ccdb104e9471 req-1476d635-1bd6-4101-a2b1-7e8097af13e2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:28.281587 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dbbeadcd-84f1-492b-a112-ccdb104e9471 req-1476d635-1bd6-4101-a2b1-7e8097af13e2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 931 time: 0.2105589 Apr 11 18:19:28.287646 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-45a75747-569e-4fbb-a877-12f26d0e78fd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:28.288488 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-45a75747-569e-4fbb-a877-12f26d0e78fd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:28.293596 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b8d6-b113-4fc0-9c16-d1f1498746e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:28.354704 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a29e1e3-8325-47a3-8ea2-0707737917cc,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:28.365675 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7b50e-8993-4796-b06f-35fe222aadc5 req-b42eebde-286d-45d6-805a-6b1d3f02f167 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:28.372869 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-69e7b50e-8993-4796-b06f-35fe222aadc5 req-b42eebde-286d-45d6-805a-6b1d3f02f167 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 932 time: 0.2007000 Apr 11 18:19:28.378220 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-aae71700-26ba-4bd1-bcd0-a753449837c1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:28.378952 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-aae71700-26ba-4bd1-bcd0-a753449837c1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:28.381389 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-95540912-2aa9-4ab3-a66b-b14c64ff5e32 None None] Provisioning complete for port d455842a-4734-4f63-8173-d5e306a4eae6 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:28.385196 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae71700-26ba-4bd1-bcd0-a753449837c1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event updated for resources: {'Port': ['ID=495fbcce-180e-4eff-bfb9-2fae1a121c32,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:28.388123 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-95540912-2aa9-4ab3-a66b-b14c64ff5e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:28.412014 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-45a75747-569e-4fbb-a877-12f26d0e78fd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5081754 Apr 11 18:19:28.440701 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-8dfb78af-bf8e-445d-9da1-ee33358e1834 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3385494 Apr 11 18:19:28.444668 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-95540912-2aa9-4ab3-a66b-b14c64ff5e32 None None] Port d455842a-4734-4f63-8173-d5e306a4eae6 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:19:28.453549 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-95540912-2aa9-4ab3-a66b-b14c64ff5e32 None None] Provisioning complete for port 33830001-f400-4023-84a9-13e0b3bd4093 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:28.454277 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-95540912-2aa9-4ab3-a66b-b14c64ff5e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (33830001-f400-4023-84a9-13e0b3bd4093), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:28.509124 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-95540912-2aa9-4ab3-a66b-b14c64ff5e32 None None] Port 33830001-f400-4023-84a9-13e0b3bd4093 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:19:28.552629 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dbbeadcd-84f1-492b-a112-ccdb104e9471 req-576749c7-037c-42b2-9b93-77c5ad0146cc tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568355 Apr 11 18:19:28.562073 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-aae71700-26ba-4bd1-bcd0-a753449837c1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1596019 Apr 11 18:19:28.598181 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-69e7b50e-8993-4796-b06f-35fe222aadc5 req-91e0a386-afd0-4c33-99ed-09c2a43031d6 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240553 Apr 11 18:19:28.614839 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Attempting to bind port 6a29e1e3-8325-47a3-8ea2-0707737917cc on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:19:28.615227 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Attempting to bind port 6a29e1e3-8325-47a3-8ea2-0707737917cc by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:19:28.615563 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Attempting to bind port 6a29e1e3-8325-47a3-8ea2-0707737917cc on network 14e6ef31-5569-4b84-adfb-cf10202126af {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:19:28.623655 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Port 6a29e1e3-8325-47a3-8ea2-0707737917cc on network 14e6ef31-5569-4b84-adfb-cf10202126af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:19:28.623816 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Attempting to bind port 6a29e1e3-8325-47a3-8ea2-0707737917cc on network 14e6ef31-5569-4b84-adfb-cf10202126af {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:19:28.633742 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:19:28.634131 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Checking segment: {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:19:28.634571 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Bound using segment: {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'} {{(pid=104081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:19:28.635015 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.managers [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Bound port: 6a29e1e3-8325-47a3-8ea2-0707737917cc, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'}}] {{(pid=104081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:19:28.635401 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:28.715257 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b8d6-b113-4fc0-9c16-d1f1498746e9 admin admin] Publish callbacks [] for security_group (f0df518a-fead-4323-a653-8ff155fcea1a), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:28.732869 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-8c555b5a-5391-4d0a-8bf0-8bd08dffffc1 None None] Provisioning complete for port 495fbcce-180e-4eff-bfb9-2fae1a121c32 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:28.733400 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8c555b5a-5391-4d0a-8bf0-8bd08dffffc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:28.748497 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd439ea-99da-4ae5-aedf-542a14450ce1 req-9d14cf3b-b7a7-4d56-a655-dd2f57479fa4 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:28.755731 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4dd439ea-99da-4ae5-aedf-542a14450ce1 req-9d14cf3b-b7a7-4d56-a655-dd2f57479fa4 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 945 time: 0.1047161 Apr 11 18:19:28.791872 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-8c555b5a-5391-4d0a-8bf0-8bd08dffffc1 None None] Port 495fbcce-180e-4eff-bfb9-2fae1a121c32 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:19:28.807139 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] For port 6a29e1e3-8325-47a3-8ea2-0707737917cc, host hv-cinder-83735, cleared binding levels {{(pid=104081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:19:28.816446 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8dd0b8d6-b113-4fc0-9c16-d1f1498746e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (f0df518a-fead-4323-a653-8ff155fcea1a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:28.871024 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] For port 6a29e1e3-8325-47a3-8ea2-0707737917cc, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6a29e1e3-8325-47a3-8ea2-0707737917cc,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:19:28.896368 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4dd439ea-99da-4ae5-aedf-542a14450ce1 req-dc2a7511-6c52-4447-aa41-eee4ad77b710 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395142 Apr 11 18:19:28.919203 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2571c-2955-432d-a60c-190bb248f6db req-a3e79218-d2f6-4303-9ec4-d374c295dbde tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:28.919203 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-32a2571c-2955-432d-a60c-190bb248f6db req-a3e79218-d2f6-4303-9ec4-d374c295dbde tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 932 time: 0.1096272 Apr 11 18:19:28.926322 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8dd0b8d6-b113-4fc0-9c16-d1f1498746e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b9c4b79b243444987cae70f18c17cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8642538 Apr 11 18:19:28.926473 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45952) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:28.929300 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0b8d6-b113-4fc0-9c16-d1f1498746e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0df518a-fead-4323-a653-8ff155fcea1a,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:28.948322 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:28.981550 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6a634c5a-d215-4c7e-b652-15041971d5c1 admin admin] Publish callbacks [] for security_group (f0df518a-fead-4323-a653-8ff155fcea1a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:29.006870 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:29.007529 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:29.008977 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] 10.222.0.30 "PUT /v2.0/ports/6a29e1e3-8325-47a3-8ea2-0707737917cc HTTP/1.1" status: 200 len: 1093 time: 2.2894304 Apr 11 18:19:29.009429 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa23601-255a-479e-803a-c2b58bf4262f', 'tag': '6a29e1e3-8325-47a3-8ea2-0707737917cc'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:29.011840 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb9e447-49a9-4525-9ae6-dad10a15edcb" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa23601-255a-479e-803a-c2b58bf4262f", "tag": "6a29e1e3-8325-47a3-8ea2-0707737917cc"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:29.015018 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6a634c5a-d215-4c7e-b652-15041971d5c1 admin admin] Publish callbacks [] for security_group (f0df518a-fead-4323-a653-8ff155fcea1a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:29.022754 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-32a2571c-2955-432d-a60c-190bb248f6db req-c36c1b79-48f5-4e99-a060-d3783daf6f97 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949986 Apr 11 18:19:29.059029 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396151c-ea31-492b-b595-a18373731ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a29e1e3-8325-47a3-8ea2-0707737917cc,revision_number=3']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:29.075417 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ce970e-4119-4dfc-9a93-8dc9e1dd7ed0 x-openstack-request-id: req-f0ce970e-4119-4dfc-9a93-8dc9e1dd7ed0 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:29.075835 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa23601-255a-479e-803a-c2b58bf4262f", "tag": "6a29e1e3-8325-47a3-8ea2-0707737917cc", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:29.076121 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0ce970e-4119-4dfc-9a93-8dc9e1dd7ed0 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:29.076616 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ce970e-4119-4dfc-9a93-8dc9e1dd7ed0'] response: {'name': 'network-changed', 'server_uuid': '5aa23601-255a-479e-803a-c2b58bf4262f', 'tag': '6a29e1e3-8325-47a3-8ea2-0707737917cc', 'status': 'completed', 'code': 200} Apr 11 18:19:29.149260 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6a634c5a-d215-4c7e-b652-15041971d5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (f0df518a-fead-4323-a653-8ff155fcea1a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:29.152537 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6a634c5a-d215-4c7e-b652-15041971d5c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:29.154981 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6a634c5a-d215-4c7e-b652-15041971d5c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0df518a-fead-4323-a653-8ff155fcea1a HTTP/1.1" status: 204 len: 168 time: 0.2265334 Apr 11 18:19:29.168156 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a634c5a-d215-4c7e-b652-15041971d5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0df518a-fead-4323-a653-8ff155fcea1a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:29.677742 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f201d-6c2a-48bd-8d04-bb84d62af09d req-8e8d90ac-01de-4287-b3a1-04bd7c4264c9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:29.682392 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e0f201d-6c2a-48bd-8d04-bb84d62af09d req-8e8d90ac-01de-4287-b3a1-04bd7c4264c9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 931 time: 0.0540092 Apr 11 18:19:29.754964 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45970) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:29.762174 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41201b0c-dda0-48f4-9f79-e3f319666829 req-152923f4-683e-4a89-aea4-d19431b60485 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:29.763733 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-41201b0c-dda0-48f4-9f79-e3f319666829 req-152923f4-683e-4a89-aea4-d19431b60485 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 932 time: 0.0646901 Apr 11 18:19:29.768974 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e0f201d-6c2a-48bd-8d04-bb84d62af09d req-411ebd2f-9d88-40e1-b516-d8469dd0fd7b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840845 Apr 11 18:19:29.769436 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2d6742af-9794-4945-82af-dab90b38d9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:29.817090 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-41201b0c-dda0-48f4-9f79-e3f319666829 req-0677a723-9ea6-4ebc-b4ed-3afeb8241afe tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449021 Apr 11 18:19:29.849930 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2d6742af-9794-4945-82af-dab90b38d9b2 admin admin] Publish callbacks [] for security_group (bd53ccbd-b608-40f7-9932-048ef32486f4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:29.948790 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2d6742af-9794-4945-82af-dab90b38d9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (bd53ccbd-b608-40f7-9932-048ef32486f4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:29.988778 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2d6742af-9794-4945-82af-dab90b38d9b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d93e31a60f5747f0a90f9e5b85e34b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325220 Apr 11 18:19:29.990545 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6742af-9794-4945-82af-dab90b38d9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd53ccbd-b608-40f7-9932-048ef32486f4,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:29.993658 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 45976) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:30.034811 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a609a-2e39-4e71-b2a0-e4e1826248dc req-12ea189b-6816-44c9-986f-1c8ab8280342 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:30.036399 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-df5a609a-2e39-4e71-b2a0-e4e1826248dc req-12ea189b-6816-44c9-986f-1c8ab8280342 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 945 time: 0.0705204 Apr 11 18:19:30.049663 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6283d30-f381-4fa1-84d4-ffba709319ae admin admin] Publish callbacks [] for security_group (bd53ccbd-b608-40f7-9932-048ef32486f4), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:30.072753 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6283d30-f381-4fa1-84d4-ffba709319ae admin admin] Publish callbacks [] for security_group (bd53ccbd-b608-40f7-9932-048ef32486f4), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:30.087496 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-df5a609a-2e39-4e71-b2a0-e4e1826248dc req-10921086-4068-411e-9938-97090df29151 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 Apr 11 18:19:30.158227 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55734820-e675-425c-bc49-14273306bc09 req-dc4b6c09-de2d-4c58-8f4d-f4b7a8f277ea tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:30.159771 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-55734820-e675-425c-bc49-14273306bc09 req-dc4b6c09-de2d-4c58-8f4d-f4b7a8f277ea tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 932 time: 0.0475690 Apr 11 18:19:30.189974 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6283d30-f381-4fa1-84d4-ffba709319ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (bd53ccbd-b608-40f7-9932-048ef32486f4), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:30.192745 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6283d30-f381-4fa1-84d4-ffba709319ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:30.194015 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d6283d30-f381-4fa1-84d4-ffba709319ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd53ccbd-b608-40f7-9932-048ef32486f4 HTTP/1.1" status: 204 len: 168 time: 0.1992519 Apr 11 18:19:30.202615 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6283d30-f381-4fa1-84d4-ffba709319ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd53ccbd-b608-40f7-9932-048ef32486f4,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:30.211838 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-55734820-e675-425c-bc49-14273306bc09 req-661a6a9c-ce31-4a58-9f76-2af6c3fdc6ae tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463955 Apr 11 18:19:30.399700 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Request body: {'port': {'device_id': 'fb7f3d04-ddea-4c83-8942-a9ee748b1735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:30.411492 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Request body: {'port': {'device_id': 'd57768e5-a414-4c7d-8dad-bfa7c3bbf7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:30.418215 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Request body: {'port': {'device_id': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:30.470486 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9e447-49a9-4525-9ae6-dad10a15edcb req-e7775dfc-839a-4cd5-a9d9-9d1e00dbd712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:30.472103 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fbb9e447-49a9-4525-9ae6-dad10a15edcb req-e7775dfc-839a-4cd5-a9d9-9d1e00dbd712 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 1127 time: 0.0399296 Apr 11 18:19:30.567869 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:30.572538 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (33830001-f400-4023-84a9-13e0b3bd4093), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:30.596756 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:30.660655 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9e447-49a9-4525-9ae6-dad10a15edcb req-7fa07339-a893-414c-bd19-55c3df2ab351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:30.662345 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fbb9e447-49a9-4525-9ae6-dad10a15edcb req-7fa07339-a893-414c-bd19-55c3df2ab351 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1814363 Apr 11 18:19:31.109345 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de6b15-c4c3-4215-87a5-405a0947a9a4 req-fd6002a1-3882-4bee-90cc-8580ab9a471c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:31.119428 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-76de6b15-c4c3-4215-87a5-405a0947a9a4 req-fd6002a1-3882-4bee-90cc-8580ab9a471c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 932 time: 0.1391554 Apr 11 18:19:31.146438 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7783830-bfda-4856-bb96-58d7ee4736ea req-4f4a9fd3-4033-4cfb-a433-d29617e9561f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:31.148261 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e7783830-bfda-4856-bb96-58d7ee4736ea req-4f4a9fd3-4033-4cfb-a433-d29617e9561f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 931 time: 0.1693838 Apr 11 18:19:31.181220 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9e447-49a9-4525-9ae6-dad10a15edcb req-f0eb8172-682e-431d-8b6f-5e4c47337055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:31.182881 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fbb9e447-49a9-4525-9ae6-dad10a15edcb req-f0eb8172-682e-431d-8b6f-5e4c47337055 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5059590 Apr 11 18:19:31.236280 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-76de6b15-c4c3-4215-87a5-405a0947a9a4 req-3f807822-cd7f-4108-990b-2b44b020579e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153364 Apr 11 18:19:31.257151 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e7783830-bfda-4856-bb96-58d7ee4736ea req-2f2f70b7-aad8-467e-95ea-be26196e0a59 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014171 Apr 11 18:19:31.302421 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d455842a-4734-4f63-8173-d5e306a4eae6 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:19:31.316677 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Publish callbacks [] for port (d455842a-4734-4f63-8173-d5e306a4eae6), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:31.468474 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc70d2-12c4-474d-ab04-4aa8f259f3fe req-2ecf5a2f-d540-4d39-a203-d872db3ca057 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:31.471038 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66dc70d2-12c4-474d-ab04-4aa8f259f3fe req-2ecf5a2f-d540-4d39-a203-d872db3ca057 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 945 time: 0.1454048 Apr 11 18:19:31.499119 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea564d-0e44-4eec-b836-011e370b5695 req-40696ed8-77eb-47ff-ab3d-444a574b88c7 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:31.500798 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-baea564d-0e44-4eec-b836-011e370b5695 req-40696ed8-77eb-47ff-ab3d-444a574b88c7 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 932 time: 0.1406698 Apr 11 18:19:31.587280 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Transition to ACTIVE for port object d455842a-4734-4f63-8173-d5e306a4eae6 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:19:31.600310 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66dc70d2-12c4-474d-ab04-4aa8f259f3fe req-00f27ea6-c32b-40da-b47a-cdf5ee896f55 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177983 Apr 11 18:19:31.612386 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33830001-f400-4023-84a9-13e0b3bd4093 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:19:31.633347 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495fbcce-180e-4eff-bfb9-2fae1a121c32 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:19:31.639087 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Publish callbacks [] for port (33830001-f400-4023-84a9-13e0b3bd4093), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:31.646697 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Publish callbacks [] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:31.649517 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-baea564d-0e44-4eec-b836-011e370b5695 req-adf2ee4f-e5a8-4051-b14d-2a16423f0c4e tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094918 Apr 11 18:19:31.677304 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Transition to ACTIVE for port object 33830001-f400-4023-84a9-13e0b3bd4093 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:19:31.679893 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Transition to ACTIVE for port object 495fbcce-180e-4eff-bfb9-2fae1a121c32 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:19:31.683639 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:31.762821 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Pushing event updated for resources: {'Port': ['ID=d455842a-4734-4f63-8173-d5e306a4eae6,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:31.839876 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:31.842466 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (33830001-f400-4023-84a9-13e0b3bd4093), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:31.843033 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-9f6f5ab3-874a-4dfa-b022-7bcf7e650228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:31.844603 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-9f6f5ab3-874a-4dfa-b022-7bcf7e650228 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 1127 time: 0.0573888 Apr 11 18:19:31.854973 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6a230d84-0f63-48a5-8a7e-dc2bdb4b2b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:31.913115 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-b89c9cc0-4ec1-420e-8ec5-bf58325f9faa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a29e1e3-8325-47a3-8ea2-0707737917cc HTTP/1.1" status: 200 len: 217 time: 0.0573516 Apr 11 18:19:31.987224 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Pushing event updated for resources: {'Port': ['ID=495fbcce-180e-4eff-bfb9-2fae1a121c32,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:32.085147 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-1a34019c-2df5-4df0-83e4-b1b690a1780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:32.088163 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-1a34019c-2df5-4df0-83e4-b1b690a1780f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 200 len: 858 time: 0.1615474 Apr 11 18:19:32.123631 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Attempting to bind port d455842a-4734-4f63-8173-d5e306a4eae6 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:19:32.123631 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Attempting to bind port d455842a-4734-4f63-8173-d5e306a4eae6 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:19:32.123631 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Attempting to bind port d455842a-4734-4f63-8173-d5e306a4eae6 on network 14e6ef31-5569-4b84-adfb-cf10202126af {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:19:32.209217 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-0009ce9f-da7f-49f7-a69c-9d9a4dd8149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:32.215940 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-0009ce9f-da7f-49f7-a69c-9d9a4dd8149d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14e6ef31-5569-4b84-adfb-cf10202126af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1223972 Apr 11 18:19:32.225547 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Port d455842a-4734-4f63-8173-d5e306a4eae6 on network 14e6ef31-5569-4b84-adfb-cf10202126af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:19:32.226724 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Attempting to bind port d455842a-4734-4f63-8173-d5e306a4eae6 on network 14e6ef31-5569-4b84-adfb-cf10202126af {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:19:32.232034 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=33830001-f400-4023-84a9-13e0b3bd4093,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:32.287994 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:19:32.288614 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Checking segment: {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:19:32.289356 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Bound using segment: {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:19:32.289983 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Bound port: d455842a-4734-4f63-8173-d5e306a4eae6, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:19:32.290508 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:32.394336 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Attempting to bind port 495fbcce-180e-4eff-bfb9-2fae1a121c32 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:19:32.395060 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Attempting to bind port 495fbcce-180e-4eff-bfb9-2fae1a121c32 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:19:32.395361 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Attempting to bind port 495fbcce-180e-4eff-bfb9-2fae1a121c32 on network e17daa45-e311-4804-bd24-8f6d86c11327 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:19:32.420601 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Port 495fbcce-180e-4eff-bfb9-2fae1a121c32 on network e17daa45-e311-4804-bd24-8f6d86c11327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:19:32.420929 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Attempting to bind port 495fbcce-180e-4eff-bfb9-2fae1a121c32 on network e17daa45-e311-4804-bd24-8f6d86c11327 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:19:32.428325 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:19:32.428674 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Checking segment: {'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:19:32.429066 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Bound using segment: {'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:19:32.429500 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Bound port: 495fbcce-180e-4eff-bfb9-2fae1a121c32, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:19:32.430106 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:32.432033 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Attempting to bind port 33830001-f400-4023-84a9-13e0b3bd4093 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:19:32.432358 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Attempting to bind port 33830001-f400-4023-84a9-13e0b3bd4093 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:19:32.432698 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Attempting to bind port 33830001-f400-4023-84a9-13e0b3bd4093 on network a9dcf27f-d088-45de-9075-c8b0b9293f8c {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:19:32.466464 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c18ef4-b3b2-469d-b9f1-e4ddac59f1fc req-73e34f0d-3010-4f99-a1b3-0424ace712bd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:32.468063 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a9c18ef4-b3b2-469d-b9f1-e4ddac59f1fc req-73e34f0d-3010-4f99-a1b3-0424ace712bd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0877600 Apr 11 18:19:32.473241 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Port 33830001-f400-4023-84a9-13e0b3bd4093 on network a9dcf27f-d088-45de-9075-c8b0b9293f8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:19:32.473561 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Attempting to bind port 33830001-f400-4023-84a9-13e0b3bd4093 on network a9dcf27f-d088-45de-9075-c8b0b9293f8c {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:19:32.480172 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b808ba-6012-4574-9b5f-e2675b793576 req-a1af9e81-b37d-4fd2-a111-c1ac0e4deaf6 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:32.482909 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:19:32.483149 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-52b808ba-6012-4574-9b5f-e2675b793576 req-a1af9e81-b37d-4fd2-a111-c1ac0e4deaf6 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 943 time: 0.1176846 Apr 11 18:19:32.483228 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Checking segment: {'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:19:32.483228 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Bound using segment: {'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:19:32.483228 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Bound port: 33830001-f400-4023-84a9-13e0b3bd4093, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:19:32.483228 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (33830001-f400-4023-84a9-13e0b3bd4093), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:32.502848 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-5d82ebc5-7546-427f-aa55-db0f7a106334 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801869 Apr 11 18:19:32.605188 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] For port d455842a-4734-4f63-8173-d5e306a4eae6, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:19:32.636724 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] For port 495fbcce-180e-4eff-bfb9-2fae1a121c32, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:19:32.643848 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-52b808ba-6012-4574-9b5f-e2675b793576 req-cac71c6c-d090-447e-a51d-8ba75f6e13ae tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502512 Apr 11 18:19:32.649781 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a9c18ef4-b3b2-469d-b9f1-e4ddac59f1fc req-4419fc24-0ed7-4081-befd-af68525e858f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669831 Apr 11 18:19:32.653922 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] For port d455842a-4734-4f63-8173-d5e306a4eae6, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d455842a-4734-4f63-8173-d5e306a4eae6,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:19:32.668933 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] For port 33830001-f400-4023-84a9-13e0b3bd4093, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:19:32.678651 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-395c7b4d-530a-471a-b9fc-812171624417 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689630 Apr 11 18:19:32.687712 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] For port 495fbcce-180e-4eff-bfb9-2fae1a121c32, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:19:32.693316 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] For port 33830001-f400-4023-84a9-13e0b3bd4093, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=33830001-f400-4023-84a9-13e0b3bd4093,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:19:32.778087 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:32.785971 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:32.817696 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d400a-98e8-4d9c-a2cb-420f7a6ea91d req-fa206919-2044-4ae8-821d-0dae64256f5e tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:32.819291 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-689d400a-98e8-4d9c-a2cb-420f7a6ea91d req-fa206919-2044-4ae8-821d-0dae64256f5e tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 945 time: 0.0844874 Apr 11 18:19:32.827213 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8973d7-f19d-461d-9ea8-40fdbb8939d7 req-d7336548-39cc-4d65-930f-3635792ef4a5 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:32.828792 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7f8973d7-f19d-461d-9ea8-40fdbb8939d7 req-d7336548-39cc-4d65-930f-3635792ef4a5 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 944 time: 0.0833976 Apr 11 18:19:32.846969 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (33830001-f400-4023-84a9-13e0b3bd4093), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:32.869272 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:32.869843 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:32.871332 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] 10.222.0.30 "PUT /v2.0/ports/d455842a-4734-4f63-8173-d5e306a4eae6 HTTP/1.1" status: 200 len: 1093 time: 2.4682431 Apr 11 18:19:32.872701 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57768e5-a414-4c7d-8dad-bfa7c3bbf7c0', 'tag': 'd455842a-4734-4f63-8173-d5e306a4eae6'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:32.884027 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:32.884964 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:32.886154 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] 10.222.0.30 "PUT /v2.0/ports/495fbcce-180e-4eff-bfb9-2fae1a121c32 HTTP/1.1" status: 200 len: 1094 time: 2.4814065 Apr 11 18:19:32.909612 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:32.910255 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:32.911700 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] 10.222.0.30 "PUT /v2.0/ports/33830001-f400-4023-84a9-13e0b3bd4093 HTTP/1.1" status: 200 len: 1094 time: 2.5174937 Apr 11 18:19:32.917262 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b4463-acf2-4fba-a772-79ed1b910fda service neutron] Pushing event updated for resources: {'Port': ['ID=d455842a-4734-4f63-8173-d5e306a4eae6,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:33.023148 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-689d400a-98e8-4d9c-a2cb-420f7a6ea91d req-0b8c78e1-8ca8-4399-88d4-48e5fddcc870 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838164 Apr 11 18:19:33.024785 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e36795-e52e-44ac-9f59-3c4bb5c20065 service neutron] Pushing event updated for resources: {'Port': ['ID=495fbcce-180e-4eff-bfb9-2fae1a121c32,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:33.031259 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7f8973d7-f19d-461d-9ea8-40fdbb8939d7 req-58e7ea63-a558-445c-b5a7-7327317285eb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906192 Apr 11 18:19:33.125620 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0410849e-2e0d-44ce-a81a-e4a6bf275470" -d '{"events": [{"name": "network-changed", "server_uuid": "d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0", "tag": "d455842a-4734-4f63-8173-d5e306a4eae6"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:33.153884 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801ee15-3afa-4edc-bad3-e6ec3bb7adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=33830001-f400-4023-84a9-13e0b3bd4093,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:33.331906 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2a6306-fd7d-4e95-bbd1-b3ae8d2bed5c x-openstack-request-id: req-df2a6306-fd7d-4e95-bbd1-b3ae8d2bed5c {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:33.335030 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0", "tag": "d455842a-4734-4f63-8173-d5e306a4eae6", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:33.335370 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-df2a6306-fd7d-4e95-bbd1-b3ae8d2bed5c {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:33.335872 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2a6306-fd7d-4e95-bbd1-b3ae8d2bed5c'] response: {'name': 'network-changed', 'server_uuid': 'd57768e5-a414-4c7d-8dad-bfa7c3bbf7c0', 'tag': 'd455842a-4734-4f63-8173-d5e306a4eae6', 'status': 'completed', 'code': 200} Apr 11 18:19:33.679788 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410849e-2e0d-44ce-a81a-e4a6bf275470 req-bc17cb10-d898-4987-8460-0446e9c5db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:33.681263 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0410849e-2e0d-44ce-a81a-e4a6bf275470 req-bc17cb10-d898-4987-8460-0446e9c5db3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 1127 time: 0.0761607 Apr 11 18:19:33.803956 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68c56c-bf7f-42de-bbef-a6c4a9afb536 req-f13d4a2d-f580-4fa8-be40-f67cd83f0978 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:33.805560 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8d68c56c-bf7f-42de-bbef-a6c4a9afb536 req-f13d4a2d-f580-4fa8-be40-f67cd83f0978 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 943 time: 0.0741742 Apr 11 18:19:33.855749 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1da7f-289c-4ce4-a403-68ff3f451007 req-9d2a6e78-9ea2-4172-808f-706b4ef72979 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:33.857528 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83c1da7f-289c-4ce4-a403-68ff3f451007 req-9d2a6e78-9ea2-4172-808f-706b4ef72979 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0750422 Apr 11 18:19:33.909847 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8d68c56c-bf7f-42de-bbef-a6c4a9afb536 req-feb3aa4f-adb9-49ea-ae3a-a3a4c10f0e79 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879853 Apr 11 18:19:33.922506 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-605620c4-d66e-47a8-95ac-8fa60d9074cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:33.922506 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-605620c4-d66e-47a8-95ac-8fa60d9074cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 1128 time: 0.1751750 Apr 11 18:19:33.931553 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-25135f06-ce54-4e10-b791-97e448bb64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:33.933677 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-25135f06-ce54-4e10-b791-97e448bb64b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4731da4e084ada88e52ef126a07883&device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 1128 time: 0.1879232 Apr 11 18:19:33.940266 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83c1da7f-289c-4ce4-a403-68ff3f451007 req-5996d90f-7b46-4666-b79f-cf0f26c9bcb3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746076 Apr 11 18:19:34.068384 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-ab87e8b2-9ab0-4f46-a40b-ef0abcc25dad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32 HTTP/1.1" status: 200 len: 217 time: 0.1333907 Apr 11 18:19:34.069827 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-bc1ac0f3-6ecf-44f4-80d5-7eb9ca6dcd1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33830001-f400-4023-84a9-13e0b3bd4093 HTTP/1.1" status: 200 len: 217 time: 0.1212127 Apr 11 18:19:34.073185 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410849e-2e0d-44ce-a81a-e4a6bf275470 req-82abdc29-de45-4018-bb6f-f246d559c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:34.074676 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0410849e-2e0d-44ce-a81a-e4a6bf275470 req-82abdc29-de45-4018-bb6f-f246d559c647 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3842990 Apr 11 18:19:34.203790 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37f243-0a66-4e6c-8e9b-865be2b74bcf req-c5b3d66f-32ab-4a61-8bfe-a6fd8f84e670 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:34.213721 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e37f243-0a66-4e6c-8e9b-865be2b74bcf req-c5b3d66f-32ab-4a61-8bfe-a6fd8f84e670 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 944 time: 0.0760703 Apr 11 18:19:34.269138 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e37f243-0a66-4e6c-8e9b-865be2b74bcf req-7ea91fe0-f25f-4e66-bec5-cd29f4c73a34 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543547 Apr 11 18:19:34.353224 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-9e63c2ee-5cff-4abd-ba75-1154feff4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:34.354702 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-9e63c2ee-5cff-4abd-ba75-1154feff4bb8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fac3b306-bda1-439e-9471-054f6f8f618a HTTP/1.1" status: 200 len: 855 time: 0.2634094 Apr 11 18:19:34.355980 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-b83784d8-c500-41c4-a129-bc5acf9afceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:34.357475 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-b83784d8-c500-41c4-a129-bc5acf9afceb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd05825c-e88d-4965-9dfb-2dfbb84e38da HTTP/1.1" status: 200 len: 848 time: 0.2635446 Apr 11 18:19:34.598009 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9ab0-652e-46c8-8eb4-e1afcd85886f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:34.656816 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410849e-2e0d-44ce-a81a-e4a6bf275470 req-6142a26b-e18b-4556-ab48-3e4588509752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:34.659608 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0410849e-2e0d-44ce-a81a-e4a6bf275470 req-6142a26b-e18b-4556-ab48-3e4588509752 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5665932 Apr 11 18:19:34.666176 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-99b8cfd1-f434-4671-aba5-8f209194a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:34.667684 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-99b8cfd1-f434-4671-aba5-8f209194a391 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9dcf27f-d088-45de-9075-c8b0b9293f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2933555 Apr 11 18:19:34.670506 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-39d91400-8efe-4de4-81d0-5463bb37ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:34.671927 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-39d91400-8efe-4de4-81d0-5463bb37ca01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e17daa45-e311-4804-bd24-8f6d86c11327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2963629 Apr 11 18:19:34.847520 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-d5b3b171-df03-4de3-94cb-ad6e3f9950f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:34.849133 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-d5b3b171-df03-4de3-94cb-ad6e3f9950f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 1127 time: 0.1404841 Apr 11 18:19:34.896501 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 46144) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:34.911208 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-9ca2d280-25d4-49fa-ae98-da5c65d81729 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d455842a-4734-4f63-8173-d5e306a4eae6 HTTP/1.1" status: 200 len: 217 time: 0.0538468 Apr 11 18:19:34.921273 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-290ca49a-37b7-4d7a-8814-810e2b73d9d9 service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412219 Apr 11 18:19:34.925031 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-4c45ef0c-d525-4d02-a525-98a6eba64d11 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364976 Apr 11 18:19:35.066120 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-67aa0dd9-9f9f-4781-a8e9-58c93842baef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.091960 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa6348-0e14-47ef-971c-c483fd9a2e44 req-f9bad342-9f8f-40f6-8e09-9a1470bd8630 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:35.093444 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-02aa6348-0e14-47ef-971c-c483fd9a2e44 req-f9bad342-9f8f-40f6-8e09-9a1470bd8630 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 943 time: 0.1103027 Apr 11 18:19:35.105659 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd480c0-034a-4132-8b61-8553ef524673 req-c4ee3946-59d9-42f0-82a1-70432866f805 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:35.107150 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0cd480c0-034a-4132-8b61-8553ef524673 req-c4ee3946-59d9-42f0-82a1-70432866f805 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0870500 Apr 11 18:19:35.221167 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-02aa6348-0e14-47ef-971c-c483fd9a2e44 req-d7e7a277-160f-443f-9db2-51dba9a90ef3 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216853 Apr 11 18:19:35.229985 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0cd480c0-034a-4132-8b61-8553ef524673 req-81c058dd-4a46-4fc1-9eda-870c9c7219fa tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138980 Apr 11 18:19:35.265883 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-67aa0dd9-9f9f-4781-a8e9-58c93842baef admin admin] Publish callbacks [] for security_group (8fe5cf5c-2f6a-47aa-a8e8-dda5399e5966), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.336820 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32'}, {'name': 'network-changed', 'server_uuid': 'fb7f3d04-ddea-4c83-8942-a9ee748b1735', 'tag': '33830001-f400-4023-84a9-13e0b3bd4093'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:35.339294 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486b660f-2d55-468a-9168-70fce64c266f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32"}, {"name": "network-changed", "server_uuid": "fb7f3d04-ddea-4c83-8942-a9ee748b1735", "tag": "33830001-f400-4023-84a9-13e0b3bd4093"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:35.364864 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-67aa0dd9-9f9f-4781-a8e9-58c93842baef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (8fe5cf5c-2f6a-47aa-a8e8-dda5399e5966), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.383476 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.409790 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4584280-5a85-4431-8e9c-2511b55a9323 req-21d94288-cef0-483b-b66e-42bb4ea44b13 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:35.411397 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e4584280-5a85-4431-8e9c-2511b55a9323 req-21d94288-cef0-483b-b66e-42bb4ea44b13 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 944 time: 0.0760419 Apr 11 18:19:35.425026 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-67aa0dd9-9f9f-4781-a8e9-58c93842baef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6501def394664f1b9b42991a258ce4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5273829 Apr 11 18:19:35.428003 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46176) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:35.430581 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa0dd9-9f9f-4781-a8e9-58c93842baef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe5cf5c-2f6a-47aa-a8e8-dda5399e5966,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:35.471873 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e4584280-5a85-4431-8e9c-2511b55a9323 req-50958b15-2a0e-443a-933f-d5aabba65fbc tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515997 Apr 11 18:19:35.481443 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1c97f274-35bb-40dd-a165-3bf183b9af4d admin admin] Publish callbacks [] for security_group (8fe5cf5c-2f6a-47aa-a8e8-dda5399e5966), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.506103 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1c97f274-35bb-40dd-a165-3bf183b9af4d admin admin] Publish callbacks [] for security_group (8fe5cf5c-2f6a-47aa-a8e8-dda5399e5966), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.522188 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd6afde-91aa-4032-8ef5-9d5237e18816 x-openstack-request-id: req-7dd6afde-91aa-4032-8ef5-9d5237e18816 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:35.522489 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb7f3d04-ddea-4c83-8942-a9ee748b1735", "tag": "33830001-f400-4023-84a9-13e0b3bd4093", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:35.522745 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7dd6afde-91aa-4032-8ef5-9d5237e18816 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:35.523195 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd6afde-91aa-4032-8ef5-9d5237e18816'] response: {'name': 'network-changed', 'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'status': 'completed', 'code': 200} Apr 11 18:19:35.528070 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd6afde-91aa-4032-8ef5-9d5237e18816'] response: {'name': 'network-changed', 'server_uuid': 'fb7f3d04-ddea-4c83-8942-a9ee748b1735', 'tag': '33830001-f400-4023-84a9-13e0b3bd4093', 'status': 'completed', 'code': 200} Apr 11 18:19:35.649189 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1c97f274-35bb-40dd-a165-3bf183b9af4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (8fe5cf5c-2f6a-47aa-a8e8-dda5399e5966), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.652228 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1c97f274-35bb-40dd-a165-3bf183b9af4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:35.653822 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1c97f274-35bb-40dd-a165-3bf183b9af4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8fe5cf5c-2f6a-47aa-a8e8-dda5399e5966 HTTP/1.1" status: 204 len: 168 time: 0.2242680 Apr 11 18:19:35.662827 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97f274-35bb-40dd-a165-3bf183b9af4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe5cf5c-2f6a-47aa-a8e8-dda5399e5966,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:35.868829 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 6a29e1e3-8325-47a3-8ea2-0707737917cc details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:19:35.970459 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 6a29e1e3-8325-47a3-8ea2-0707737917cc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6a29e1e3-8325-47a3-8ea2-0707737917cc,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:35.981840 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '6a29e1e3-8325-47a3-8ea2-0707737917cc', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'port_id': '6a29e1e3-8325-47a3-8ea2-0707737917cc', 'mac_address': 'fa:16:3e:a8:52:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:19:36.025891 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 6a29e1e3-8325-47a3-8ea2-0707737917cc is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:36.026283 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.040662 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a29e1e3-8325-47a3-8ea2-0707737917cc {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:19:36.062773 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 6a29e1e3-8325-47a3-8ea2-0707737917cc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6a29e1e3-8325-47a3-8ea2-0707737917cc,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:36.166221 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.218248 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=6a29e1e3-8325-47a3-8ea2-0707737917cc,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:36.339795 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc76935-fb53-4ec0-8f89-df913e3425a1 req-268bac38-ebba-4203-8f43-1b81897f888d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:36.341321 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-abc76935-fb53-4ec0-8f89-df913e3425a1 req-268bac38-ebba-4203-8f43-1b81897f888d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 943 time: 0.0519602 Apr 11 18:19:36.390071 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-abc76935-fb53-4ec0-8f89-df913e3425a1 req-c0f50a1a-c6d6-4b3c-a49b-0309d51f5a5b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Apr 11 18:19:36.479517 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46196) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:36.493992 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5033-10d1-4e59-8f2b-6e64bbb2633b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.494402 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4527e4-a4b1-4750-8672-adf9dc40baf0 req-2bd14a48-dcb2-44cb-96d2-9c341967eda5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:36.496077 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ac4527e4-a4b1-4750-8672-adf9dc40baf0 req-2bd14a48-dcb2-44cb-96d2-9c341967eda5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0512223 Apr 11 18:19:36.544604 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ac4527e4-a4b1-4750-8672-adf9dc40baf0 req-a6974f88-bb9c-4eb8-a92a-386ba89dc215 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422187 Apr 11 18:19:36.580725 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5033-10d1-4e59-8f2b-6e64bbb2633b admin admin] Publish callbacks [] for security_group (1da61065-6cdb-48b4-b330-fffd3784e45c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.651328 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba6e5033-10d1-4e59-8f2b-6e64bbb2633b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (1da61065-6cdb-48b4-b330-fffd3784e45c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.656765 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c505f02-090e-4c37-b50a-eaca5d29585d req-60c64c96-3d34-4cbe-8e07-1c7ddde3a5a6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:36.658746 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9c505f02-090e-4c37-b50a-eaca5d29585d req-60c64c96-3d34-4cbe-8e07-1c7ddde3a5a6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 944 time: 0.0543540 Apr 11 18:19:36.692063 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e5033-10d1-4e59-8f2b-6e64bbb2633b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da61065-6cdb-48b4-b330-fffd3784e45c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:36.696624 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ba6e5033-10d1-4e59-8f2b-6e64bbb2633b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f88456904ca4653be2e17691af3bc4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154858 Apr 11 18:19:36.700023 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46200) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:36.710742 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9c505f02-090e-4c37-b50a-eaca5d29585d req-f300b15b-8c04-40bc-802c-5239c9b8b246 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458655 Apr 11 18:19:36.753714 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72b76cde-b78a-4429-8369-fa28220f1f85 admin admin] Publish callbacks [] for security_group (1da61065-6cdb-48b4-b330-fffd3784e45c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.784117 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72b76cde-b78a-4429-8369-fa28220f1f85 admin admin] Publish callbacks [] for security_group (1da61065-6cdb-48b4-b330-fffd3784e45c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.874665 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.886235 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72b76cde-b78a-4429-8369-fa28220f1f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (1da61065-6cdb-48b4-b330-fffd3784e45c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.888883 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72b76cde-b78a-4429-8369-fa28220f1f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:36.890219 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-72b76cde-b78a-4429-8369-fa28220f1f85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1da61065-6cdb-48b4-b330-fffd3784e45c HTTP/1.1" status: 204 len: 168 time: 0.1896741 Apr 11 18:19:36.899351 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b76cde-b78a-4429-8369-fa28220f1f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da61065-6cdb-48b4-b330-fffd3784e45c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:37.504539 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d391ce4-1ad0-4399-bdf0-bd557e38f14e req-5df2e4b0-7dcb-4716-a31e-bc2d80baecb6 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:37.506062 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d391ce4-1ad0-4399-bdf0-bd557e38f14e req-5df2e4b0-7dcb-4716-a31e-bc2d80baecb6 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 943 time: 0.0505531 Apr 11 18:19:37.556777 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d391ce4-1ad0-4399-bdf0-bd557e38f14e req-5c717b14-425c-4482-a0e0-715e637d4757 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 Apr 11 18:19:37.665006 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa751141-56f9-430d-8fe8-515af64f693f req-e94084ca-36f5-4a4d-8d49-44cdf636e581 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:37.666517 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-aa751141-56f9-430d-8fe8-515af64f693f req-e94084ca-36f5-4a4d-8d49-44cdf636e581 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0493000 Apr 11 18:19:37.718414 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-aa751141-56f9-430d-8fe8-515af64f693f req-4dd14c0f-6a88-4379-a1c5-129d78f62c36 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461841 Apr 11 18:19:37.848863 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8769601-34a9-401a-a10a-2158b890ee1c req-da0f5638-7059-4c92-9ebf-9a65f70d4df2 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:37.850341 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d8769601-34a9-401a-a10a-2158b890ee1c req-da0f5638-7059-4c92-9ebf-9a65f70d4df2 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 944 time: 0.0554464 Apr 11 18:19:37.902307 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-2bb293d6-dfd4-45f7-bc2c-5993d04d1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:37.902845 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d8769601-34a9-401a-a10a-2158b890ee1c req-7a0b82db-da15-4f33-b20c-3045338f54b5 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461659 Apr 11 18:19:37.903818 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-2bb293d6-dfd4-45f7-bc2c-5993d04d1e5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 200 len: 858 time: 0.1782069 Apr 11 18:19:37.958044 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-d0ac5368-f525-443c-a077-4c8e3ce03ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:37.959612 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-d0ac5368-f525-443c-a077-4c8e3ce03ada service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14e6ef31-5569-4b84-adfb-cf10202126af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483043 Apr 11 18:19:37.989458 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['6a29e1e3-8325-47a3-8ea2-0707737917cc'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:19:38.031320 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d5c24333-e36e-42d4-8d7c-cec5ada4c557 req-0448a303-262b-4ac7-81b7-f08abf635026 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727365 Apr 11 18:19:38.058098 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8cbc0d17-3033-4f7c-920c-ec1557e97865 req-8051a5f7-1ce9-4ccf-869e-d529b19b9f8f service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007600 Apr 11 18:19:38.099901 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-b3aec76d-4b54-4bcf-9740-37bb22868ff5 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289256 Apr 11 18:19:38.200981 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cdddc64c-21d0-4834-8f5c-b7a60b27b5f4 req-e7f15021-3862-4e15-acdd-cf87103e5a0d service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929933 Apr 11 18:19:38.331697 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:38.693637 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b64c3-c2a3-4029-872b-e9a1d5e07a21 req-6eef72c6-be0d-4899-920d-1eb1cc750acf tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:38.695592 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3e3b64c3-c2a3-4029-872b-e9a1d5e07a21 req-6eef72c6-be0d-4899-920d-1eb1cc750acf tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 943 time: 0.0631797 Apr 11 18:19:38.777768 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3e3b64c3-c2a3-4029-872b-e9a1d5e07a21 req-9b71465b-66d5-43fc-9d88-f60e132a1a0d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739629 Apr 11 18:19:38.863556 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bf19a-7958-4301-b9a8-c3522daa066e req-5aa5654e-64d2-4102-b388-94c46b917de2 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:38.865299 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-474bf19a-7958-4301-b9a8-c3522daa066e req-5aa5654e-64d2-4102-b388-94c46b917de2 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0584555 Apr 11 18:19:38.915360 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-474bf19a-7958-4301-b9a8-c3522daa066e req-0d4e716f-3c3f-459c-8053-300086e1e16f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446351 Apr 11 18:19:39.021277 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7564d-1c75-43a0-9111-2ad4708243b8 req-de9fab1b-ebf8-4343-aa11-415ea974240d tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:39.022788 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cce7564d-1c75-43a0-9111-2ad4708243b8 req-de9fab1b-ebf8-4343-aa11-415ea974240d tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 944 time: 0.0461378 Apr 11 18:19:39.080918 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cce7564d-1c75-43a0-9111-2ad4708243b8 req-bbde5238-d125-4863-a160-68e18cf67cdd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521445 Apr 11 18:19:39.887713 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77761dd5-686a-44fb-aa33-6e15a14a48bb req-687f1c49-56d1-4580-b3fb-06823f7f360a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:39.889219 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-77761dd5-686a-44fb-aa33-6e15a14a48bb req-687f1c49-56d1-4580-b3fb-06823f7f360a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 943 time: 0.0487113 Apr 11 18:19:39.918631 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 6a29e1e3-8325-47a3-8ea2-0707737917cc up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:39.977392 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 6a29e1e3-8325-47a3-8ea2-0707737917cc completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:19:39.991867 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-77761dd5-686a-44fb-aa33-6e15a14a48bb req-a18ada1b-1fb0-4170-8ae7-843eae93f158 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964386 Apr 11 18:19:40.059723 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 6a29e1e3-8325-47a3-8ea2-0707737917cc triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:40.060254 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:40.085997 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657459df-6031-4afb-8e3b-2478cfe04076 req-a8f67711-eaeb-4748-91d3-0bb1dd25a439 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:40.088136 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-657459df-6031-4afb-8e3b-2478cfe04076 req-a8f67711-eaeb-4748-91d3-0bb1dd25a439 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0624819 Apr 11 18:19:40.154240 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-657459df-6031-4afb-8e3b-2478cfe04076 req-360e6a4f-733b-4326-a9db-5385ad5cc66c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599635 Apr 11 18:19:40.163385 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 6a29e1e3-8325-47a3-8ea2-0707737917cc is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:40.163824 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:40.204512 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa23601-255a-479e-803a-c2b58bf4262f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a29e1e3-8325-47a3-8ea2-0707737917cc'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:40.207773 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fc6445-3cb9-416b-8633-fd73b10a1680" -d '{"events": [{"server_uuid": "5aa23601-255a-479e-803a-c2b58bf4262f", "name": "network-vif-plugged", "status": "completed", "tag": "6a29e1e3-8325-47a3-8ea2-0707737917cc"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:40.212735 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56f67b-28e8-45e3-a5f7-7b28f2b1c502 req-c9a90f1d-d2b0-439d-8eac-1d5cd43d6352 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:40.216186 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0b56f67b-28e8-45e3-a5f7-7b28f2b1c502 req-c9a90f1d-d2b0-439d-8eac-1d5cd43d6352 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 944 time: 0.0571220 Apr 11 18:19:40.245118 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 6a29e1e3-8325-47a3-8ea2-0707737917cc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6a29e1e3-8325-47a3-8ea2-0707737917cc,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:40.246912 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a60c3b-9071-4465-9471-27083424c77b x-openstack-request-id: req-79a60c3b-9071-4465-9471-27083424c77b {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:40.249717 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa23601-255a-479e-803a-c2b58bf4262f", "name": "network-vif-plugged", "status": "completed", "tag": "6a29e1e3-8325-47a3-8ea2-0707737917cc", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:40.249717 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79a60c3b-9071-4465-9471-27083424c77b {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:40.249717 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a60c3b-9071-4465-9471-27083424c77b'] response: {'server_uuid': '5aa23601-255a-479e-803a-c2b58bf4262f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a29e1e3-8325-47a3-8ea2-0707737917cc', 'code': 200} Apr 11 18:19:40.283687 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0b56f67b-28e8-45e3-a5f7-7b28f2b1c502 req-ee052499-0a60-4f8f-a87e-c7ac1fd1f0cd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616310 Apr 11 18:19:40.348503 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:40.397743 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=6a29e1e3-8325-47a3-8ea2-0707737917cc,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:40.582341 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46356) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:40.699024 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6f5ac7c0-89c5-4508-ad12-b3e2fba8797c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:40.780469 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6f5ac7c0-89c5-4508-ad12-b3e2fba8797c admin admin] Publish callbacks [] for security_group (0714a936-8160-49b6-89f6-ef01d06aec7d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:40.819281 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b660f-2d55-468a-9168-70fce64c266f req-a8fd1cb0-4e89-43d5-8009-b06cbecf110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:40.820857 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-a8fd1cb0-4e89-43d5-8009-b06cbecf110c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 1128 time: 0.0427477 Apr 11 18:19:40.868551 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6f5ac7c0-89c5-4508-ad12-b3e2fba8797c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (0714a936-8160-49b6-89f6-ef01d06aec7d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:40.994047 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6f5ac7c0-89c5-4508-ad12-b3e2fba8797c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57087582b1d84e24a4d60c93188e5759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4103866 Apr 11 18:19:40.996524 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 46368) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:40.998905 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ac7c0-89c5-4508-ad12-b3e2fba8797c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0714a936-8160-49b6-89f6-ef01d06aec7d,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:41.039052 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b660f-2d55-468a-9168-70fce64c266f req-aa7c2fbd-94fc-4310-a307-1193a57131a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:41.042885 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-aa7c2fbd-94fc-4310-a307-1193a57131a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 200 len: 917 time: 0.2050874 Apr 11 18:19:41.073218 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c30239e-8534-4e72-bfcb-8efe0b5e6b4d admin admin] Publish callbacks [] for security_group (0714a936-8160-49b6-89f6-ef01d06aec7d), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:41.097151 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-db9a523c-2761-4661-b4ba-4c03d55b03e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32 HTTP/1.1" status: 200 len: 217 time: 0.0499156 Apr 11 18:19:41.101983 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c30239e-8534-4e72-bfcb-8efe0b5e6b4d admin admin] Publish callbacks [] for security_group (0714a936-8160-49b6-89f6-ef01d06aec7d), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:41.174821 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b0243-7bfc-4c0f-831e-c792d6bd82ea req-cf8f8a84-0560-44db-959c-0b4bdfc29d08 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:41.177185 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-da1b0243-7bfc-4c0f-831e-c792d6bd82ea req-cf8f8a84-0560-44db-959c-0b4bdfc29d08 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 943 time: 0.0772600 Apr 11 18:19:41.234995 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b660f-2d55-468a-9168-70fce64c266f req-3821946e-01e2-4e44-9296-3e3ea43f15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:41.237523 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-3821946e-01e2-4e44-9296-3e3ea43f15bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fac3b306-bda1-439e-9471-054f6f8f618a HTTP/1.1" status: 200 len: 855 time: 0.1277845 Apr 11 18:19:41.238841 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65cbc-e161-4dd1-be9f-abfafd13421e req-8a3d0537-5995-49e4-82e2-1549651ceccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:41.240687 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-abf65cbc-e161-4dd1-be9f-abfafd13421e req-8a3d0537-5995-49e4-82e2-1549651ceccb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 1129 time: 0.0704682 Apr 11 18:19:41.271519 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-da1b0243-7bfc-4c0f-831e-c792d6bd82ea req-467b2833-6c1c-4985-8913-8fff45ff0f0b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836887 Apr 11 18:19:41.333651 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c30239e-8534-4e72-bfcb-8efe0b5e6b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (0714a936-8160-49b6-89f6-ef01d06aec7d), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:41.338462 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4c30239e-8534-4e72-bfcb-8efe0b5e6b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:41.342210 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4c30239e-8534-4e72-bfcb-8efe0b5e6b4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0714a936-8160-49b6-89f6-ef01d06aec7d HTTP/1.1" status: 204 len: 168 time: 0.3415337 Apr 11 18:19:41.352970 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30239e-8534-4e72-bfcb-8efe0b5e6b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0714a936-8160-49b6-89f6-ef01d06aec7d,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:41.370779 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6727fc7-3763-43f6-98c1-cbc51af45c65 req-056b11d6-6f59-43c7-baf3-78949dd8ba14 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:41.372612 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f6727fc7-3763-43f6-98c1-cbc51af45c65 req-056b11d6-6f59-43c7-baf3-78949dd8ba14 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0964723 Apr 11 18:19:41.426322 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ac3ea1d3-3add-45bd-ab8c-57024fa81aa8 req-6acce788-e93b-43ff-8347-64d858bb6ed1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466766 Apr 11 18:19:41.479412 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b660f-2d55-468a-9168-70fce64c266f req-ac9ea8f7-2ff8-4f6d-8883-57f729c38d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:41.481491 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-ac9ea8f7-2ff8-4f6d-8883-57f729c38d55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e17daa45-e311-4804-bd24-8f6d86c11327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2199047 Apr 11 18:19:41.495720 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644221f4-4970-4f17-8607-986fc3332187 req-906c327f-af92-44ea-a0f2-fad8a693359f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:41.497365 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-644221f4-4970-4f17-8607-986fc3332187 req-906c327f-af92-44ea-a0f2-fad8a693359f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 944 time: 0.0937572 Apr 11 18:19:41.501909 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f6727fc7-3763-43f6-98c1-cbc51af45c65 req-7327ab2d-4f86-4a19-9b32-2cef20e32604 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175945 Apr 11 18:19:41.549738 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-abf65cbc-e161-4dd1-be9f-abfafd13421e req-30e05e36-7c25-4f04-87b0-3ecb471ba105 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862811 Apr 11 18:19:41.556237 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-644221f4-4970-4f17-8607-986fc3332187 req-d4cd2760-0922-4adb-b071-b6c3f83c07c8 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526326 Apr 11 18:19:41.580996 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ea1d3-3add-45bd-ab8c-57024fa81aa8 req-5fc841bf-3625-4ee0-8ef1-7c620c2b3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:41.582682 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ac3ea1d3-3add-45bd-ab8c-57024fa81aa8 req-5fc841bf-3625-4ee0-8ef1-7c620c2b3dee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=25a34d2dc9534338ba66c20de483946e&device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 1129 time: 0.1050327 Apr 11 18:19:41.651935 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-cbf88186-bb0a-4106-8300-0d5eeef956ac service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564348 Apr 11 18:19:41.928336 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 46398) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:42.031997 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5024fa3-238c-49f2-822e-153519033a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.078434 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46402) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:42.092811 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94d97e69-9312-4743-9b52-e60c6570ba35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.108490 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5024fa3-238c-49f2-822e-153519033a29 admin admin] Publish callbacks [] for security_group (2531503b-8233-4487-9afd-423f8e71093a), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.166206 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94d97e69-9312-4743-9b52-e60c6570ba35 admin admin] Publish callbacks [] for security_group (6733fd4c-3f8d-4113-898a-0f232d001b52), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.175112 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d5024fa3-238c-49f2-822e-153519033a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (2531503b-8233-4487-9afd-423f8e71093a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.216990 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d5024fa3-238c-49f2-822e-153519033a29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19b4ab0fbff94b9db9eb46dce7bc0c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874312 Apr 11 18:19:42.218099 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5024fa3-238c-49f2-822e-153519033a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2531503b-8233-4487-9afd-423f8e71093a,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:42.219832 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46404) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:42.233046 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-94d97e69-9312-4743-9b52-e60c6570ba35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (6733fd4c-3f8d-4113-898a-0f232d001b52), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.296018 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d97e69-9312-4743-9b52-e60c6570ba35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6733fd4c-3f8d-4113-898a-0f232d001b52,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:42.297382 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-94d97e69-9312-4743-9b52-e60c6570ba35 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a57277e313974f86afc207c613684263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172112 Apr 11 18:19:42.300613 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 46412) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:42.317502 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-32851c6c-e41b-43e4-a98a-1f37aed7aab0 admin admin] Publish callbacks [] for security_group (2531503b-8233-4487-9afd-423f8e71093a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.342456 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-32851c6c-e41b-43e4-a98a-1f37aed7aab0 admin admin] Publish callbacks [] for security_group (2531503b-8233-4487-9afd-423f8e71093a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.386796 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ab911c61-3aae-4253-9b11-5bacef7cc531 admin admin] Publish callbacks [] for security_group (6733fd4c-3f8d-4113-898a-0f232d001b52), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.418319 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d743e-c599-4b15-9241-365bdd621808 req-d74d2ada-75fe-4862-860b-59309d6d4248 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:42.419837 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c78d743e-c599-4b15-9241-365bdd621808 req-d74d2ada-75fe-4862-860b-59309d6d4248 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 943 time: 0.0615408 Apr 11 18:19:42.421807 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 33830001-f400-4023-84a9-13e0b3bd4093 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:19:42.424730 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ab911c61-3aae-4253-9b11-5bacef7cc531 admin admin] Publish callbacks [] for security_group (6733fd4c-3f8d-4113-898a-0f232d001b52), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.477765 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-32851c6c-e41b-43e4-a98a-1f37aed7aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (2531503b-8233-4487-9afd-423f8e71093a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.481048 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-32851c6c-e41b-43e4-a98a-1f37aed7aab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.484837 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-32851c6c-e41b-43e4-a98a-1f37aed7aab0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2531503b-8233-4487-9afd-423f8e71093a HTTP/1.1" status: 204 len: 168 time: 0.2613547 Apr 11 18:19:42.491929 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c78d743e-c599-4b15-9241-365bdd621808 req-37543a34-43d8-4fd0-b6f5-5c8fdf39a74e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647120 Apr 11 18:19:42.513081 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32851c6c-e41b-43e4-a98a-1f37aed7aab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2531503b-8233-4487-9afd-423f8e71093a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:42.549013 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 33830001-f400-4023-84a9-13e0b3bd4093, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=33830001-f400-4023-84a9-13e0b3bd4093,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:42.562152 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '33830001-f400-4023-84a9-13e0b3bd4093', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'port_id': '33830001-f400-4023-84a9-13e0b3bd4093', 'mac_address': 'fa:16:3e:86:59:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:19:42.617727 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 33830001-f400-4023-84a9-13e0b3bd4093 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:42.618455 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (33830001-f400-4023-84a9-13e0b3bd4093), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.646580 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ab911c61-3aae-4253-9b11-5bacef7cc531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (6733fd4c-3f8d-4113-898a-0f232d001b52), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.649957 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ab911c61-3aae-4253-9b11-5bacef7cc531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.651254 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ab911c61-3aae-4253-9b11-5bacef7cc531 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6733fd4c-3f8d-4113-898a-0f232d001b52 HTTP/1.1" status: 204 len: 168 time: 0.3477926 Apr 11 18:19:42.680374 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab911c61-3aae-4253-9b11-5bacef7cc531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6733fd4c-3f8d-4113-898a-0f232d001b52,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:42.693585 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f0035-0c82-4ae7-8bbb-e88ef37ee1ab req-32146f15-fcde-4958-a326-40d55ddb7506 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:42.700623 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d6f0035-0c82-4ae7-8bbb-e88ef37ee1ab req-32146f15-fcde-4958-a326-40d55ddb7506 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0966387 Apr 11 18:19:42.761801 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621c9b8-c9ea-4f61-8151-02a8a3d79f4f req-29838607-edf8-4b65-8643-f4154cbdbc33 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:42.763178 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2621c9b8-c9ea-4f61-8151-02a8a3d79f4f req-29838607-edf8-4b65-8643-f4154cbdbc33 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 944 time: 0.1004741 Apr 11 18:19:42.770899 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33830001-f400-4023-84a9-13e0b3bd4093 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:19:42.801651 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 33830001-f400-4023-84a9-13e0b3bd4093, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=33830001-f400-4023-84a9-13e0b3bd4093,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:42.803473 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d6f0035-0c82-4ae7-8bbb-e88ef37ee1ab req-436da723-d15b-4904-9040-b08c1e33184e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971944 Apr 11 18:19:42.844073 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2621c9b8-c9ea-4f61-8151-02a8a3d79f4f req-3381b351-f787-4385-a492-07705df39172 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677631 Apr 11 18:19:42.854294 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.934847 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (33830001-f400-4023-84a9-13e0b3bd4093), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:42.935950 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 495fbcce-180e-4eff-bfb9-2fae1a121c32 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:19:43.011851 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=33830001-f400-4023-84a9-13e0b3bd4093,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:43.086230 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 495fbcce-180e-4eff-bfb9-2fae1a121c32, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:43.103552 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'port_id': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'mac_address': 'fa:16:3e:c0:71:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:19:43.145132 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 495fbcce-180e-4eff-bfb9-2fae1a121c32 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:43.145519 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.159614 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495fbcce-180e-4eff-bfb9-2fae1a121c32 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:19:43.181134 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 495fbcce-180e-4eff-bfb9-2fae1a121c32, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:43.271977 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.321840 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=495fbcce-180e-4eff-bfb9-2fae1a121c32,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:43.459128 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 46444) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:43.472871 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cf56c93f-10bd-4ac7-946a-d84236cb8dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.562603 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cf56c93f-10bd-4ac7-946a-d84236cb8dd0 admin admin] Publish callbacks [] for security_group (1fa8e4fc-e494-43e3-808c-04c6c96b8ad8), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.632617 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31947f-aec2-4ed1-94d6-d546eb296f2a req-c617ff62-4b7e-4117-8f62-ac26c6ff9e7a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:43.634136 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0c31947f-aec2-4ed1-94d6-d546eb296f2a req-c617ff62-4b7e-4117-8f62-ac26c6ff9e7a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 943 time: 0.0539718 Apr 11 18:19:43.635338 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cf56c93f-10bd-4ac7-946a-d84236cb8dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (1fa8e4fc-e494-43e3-808c-04c6c96b8ad8), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.690670 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56c93f-10bd-4ac7-946a-d84236cb8dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa8e4fc-e494-43e3-808c-04c6c96b8ad8,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:43.699581 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-cf56c93f-10bd-4ac7-946a-d84236cb8dd0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67547ac3ec13418d896cdbd1d6835a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369897 Apr 11 18:19:43.700890 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46454) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:43.722227 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0c31947f-aec2-4ed1-94d6-d546eb296f2a req-c0f1b459-be00-41fa-bb7b-ba2a7d5c1d6f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810926 Apr 11 18:19:43.752204 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f42bd3ff-7911-4af4-9e59-70c965a862c3 admin admin] Publish callbacks [] for security_group (1fa8e4fc-e494-43e3-808c-04c6c96b8ad8), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.774934 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f42bd3ff-7911-4af4-9e59-70c965a862c3 admin admin] Publish callbacks [] for security_group (1fa8e4fc-e494-43e3-808c-04c6c96b8ad8), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.895214 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46466) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:43.904956 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f42bd3ff-7911-4af4-9e59-70c965a862c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (1fa8e4fc-e494-43e3-808c-04c6c96b8ad8), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.909994 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f42bd3ff-7911-4af4-9e59-70c965a862c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:43.911344 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f42bd3ff-7911-4af4-9e59-70c965a862c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1fa8e4fc-e494-43e3-808c-04c6c96b8ad8 HTTP/1.1" status: 204 len: 168 time: 0.2092052 Apr 11 18:19:43.921879 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bd3ff-7911-4af4-9e59-70c965a862c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa8e4fc-e494-43e3-808c-04c6c96b8ad8,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:43.949427 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e35351-096d-44a2-892f-8776a6e9b8b5 req-1cf645bd-942e-4fe5-8b3f-0ae1d3d3ae10 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:43.951181 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-09e35351-096d-44a2-892f-8776a6e9b8b5 req-1cf645bd-942e-4fe5-8b3f-0ae1d3d3ae10 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 945 time: 0.0813882 Apr 11 18:19:44.046959 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ec85f-8d04-40e7-bccd-e838dd94def1 req-88c0a554-2b0e-4157-aed2-b3599a145768 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:44.048537 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-931ec85f-8d04-40e7-bccd-e838dd94def1 req-88c0a554-2b0e-4157-aed2-b3599a145768 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 945 time: 0.0962069 Apr 11 18:19:44.052536 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-575771174-network', 'tenant_id': 'b6ca89b7e3294c71bf125608b5749f9d'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:44.058064 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-09e35351-096d-44a2-892f-8776a6e9b8b5 req-ee6377e5-2055-4c6e-bd7f-3c3bdfa3f265 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948741 Apr 11 18:19:44.105549 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-931ec85f-8d04-40e7-bccd-e838dd94def1 req-c5ea63d6-f00a-4e1b-bbbb-299a745ff0d8 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431936 Apr 11 18:19:44.157330 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Made reservation on behalf of b6ca89b7e3294c71bf125608b5749f9d for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:19:44.160467 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.169218 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.177930 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device d455842a-4734-4f63-8173-d5e306a4eae6 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:19:44.251265 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Publish callbacks [] for security_group (d1c10995-9a38-4897-9f75-a3c7fe62dd86), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.278666 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port d455842a-4734-4f63-8173-d5e306a4eae6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d455842a-4734-4f63-8173-d5e306a4eae6,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:44.290763 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': 'd455842a-4734-4f63-8173-d5e306a4eae6', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'port_id': 'd455842a-4734-4f63-8173-d5e306a4eae6', 'mac_address': 'fa:16:3e:07:73:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:19:44.326393 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (d1c10995-9a38-4897-9f75-a3c7fe62dd86), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.334238 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port d455842a-4734-4f63-8173-d5e306a4eae6 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:44.334721 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.349358 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d455842a-4734-4f63-8173-d5e306a4eae6 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:19:44.356807 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:19:44.368836 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c10995-9a38-4897-9f75-a3c7fe62dd86,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:44.369808 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port d455842a-4734-4f63-8173-d5e306a4eae6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d455842a-4734-4f63-8173-d5e306a4eae6,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:44.374624 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (a2833684-bde5-4dfd-975a-665494cf284e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.374974 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Added segment a2833684-bde5-4dfd-975a-665494cf284e of type vlan for network 957a3079-c18b-4d49-b539-8639b0647ff0 Apr 11 18:19:44.386170 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.386706 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.387088 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.387461 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.389338 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.389338 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.389338 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.389338 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.389338 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.389797 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.389797 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.390084 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.390407 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.390727 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.391048 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:44.437203 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.445761 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (957a3079-c18b-4d49-b539-8639b0647ff0), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.486717 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=d455842a-4734-4f63-8173-d5e306a4eae6,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:44.676555 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 46480) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:44.690484 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3530d61c-97a7-47b4-ac8b-b5828c40b76b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.772188 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3530d61c-97a7-47b4-ac8b-b5828c40b76b admin admin] Publish callbacks [] for security_group (57bfa79e-6a10-42b2-8999-1684d48fbd39), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.780653 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (957a3079-c18b-4d49-b539-8639b0647ff0), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.781630 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:44.782228 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.840502 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c78fa5-cd5e-469c-8527-909efe1cb709 req-04bcfc7b-0d1b-4d8e-8e6b-46eb2f051bb6 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:44.842136 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a9c78fa5-cd5e-469c-8527-909efe1cb709 req-04bcfc7b-0d1b-4d8e-8e6b-46eb2f051bb6 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 944 time: 0.0498238 Apr 11 18:19:44.887556 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] Pushing event updated for resources: {'Network': ['ID=957a3079-c18b-4d49-b539-8639b0647ff0,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:44.893616 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a9c78fa5-cd5e-469c-8527-909efe1cb709 req-87ecf176-d9f2-438a-abd8-f93b595732b1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444622 Apr 11 18:19:44.895816 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-d13e85e4-5a95-4501-8681-7ea8e67fd67d service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367323 Apr 11 18:19:44.899077 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 957a3079-c18b-4d49-b539-8639b0647ff0 details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:19:44.899993 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ea1d3-3add-45bd-ab8c-57024fa81aa8 req-731daae7-e983-419e-9676-7e682e1fbb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:44.901603 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ac3ea1d3-3add-45bd-ab8c-57024fa81aa8 req-731daae7-e983-419e-9676-7e682e1fbb89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8b0d3853-ec74-431a-ac4e-39051a91190a HTTP/1.1" status: 200 len: 913 time: 0.4173615 Apr 11 18:19:44.917561 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3530d61c-97a7-47b4-ac8b-b5828c40b76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (57bfa79e-6a10-42b2-8999-1684d48fbd39), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:44.917716 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['d455842a-4734-4f63-8173-d5e306a4eae6'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:19:44.945581 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d1d8a0b3-2e6c-4abe-8b10-033bb70ae832 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0491829 Apr 11 18:19:44.948709 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46484) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:44.953660 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-de7fcc6d-89a2-43d3-a8a4-5735636b8211 admin admin] Request body: {'subnet': {'network_id': '957a3079-c18b-4d49-b539-8639b0647ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-575771174-subnet', 'tenant_id': 'b6ca89b7e3294c71bf125608b5749f9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:44.957342 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530d61c-97a7-47b4-ac8b-b5828c40b76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bfa79e-6a10-42b2-8999-1684d48fbd39,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:44.966067 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3530d61c-97a7-47b4-ac8b-b5828c40b76b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=172b32ca34634515938a7e12fbd904b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859726 Apr 11 18:19:44.966320 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46486) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:45.028005 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78612dc0-4552-4846-bbc9-86814035f29b admin admin] Publish callbacks [] for security_group (57bfa79e-6a10-42b2-8999-1684d48fbd39), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:45.037022 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['33830001-f400-4023-84a9-13e0b3bd4093'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:19:45.053003 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78612dc0-4552-4846-bbc9-86814035f29b admin admin] Publish callbacks [] for security_group (57bfa79e-6a10-42b2-8999-1684d48fbd39), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:45.105539 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7fcc6d-89a2-43d3-a8a4-5735636b8211 admin admin] Made reservation on behalf of b6ca89b7e3294c71bf125608b5749f9d for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:19:45.107938 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-de7fcc6d-89a2-43d3-a8a4-5735636b8211 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5248860'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:45.118518 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ac3ea1d3-3add-45bd-ab8c-57024fa81aa8 req-d28a1cc3-8699-45e6-aa68-566178a8a707 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36e15431-43ed-492c-9c56-d24cc4b4fd43 HTTP/1.1" status: 200 len: 217 time: 0.0617702 Apr 11 18:19:45.131935 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['495fbcce-180e-4eff-bfb9-2fae1a121c32'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:19:45.216884 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1bedd-40cd-4236-932f-7760f4227af3 req-d2e5c5a9-8643-46ce-a1b8-98592ffd7f17 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:45.219002 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9fb1bedd-40cd-4236-932f-7760f4227af3 req-d2e5c5a9-8643-46ce-a1b8-98592ffd7f17 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 945 time: 0.0643051 Apr 11 18:19:45.274950 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b660f-2d55-468a-9168-70fce64c266f req-ef195ced-2cb2-4503-b0dc-06a7fe356af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:45.276527 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-ef195ced-2cb2-4503-b0dc-06a7fe356af3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4731da4e084ada88e52ef126a07883&device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 1129 time: 0.1614904 Apr 11 18:19:45.282959 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd0372-882b-4067-bf43-a141ce057555 req-f4d412c9-8c3b-41bc-80d6-d1469d40d91e tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:45.284573 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-13fd0372-882b-4067-bf43-a141ce057555 req-f4d412c9-8c3b-41bc-80d6-d1469d40d91e tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 945 time: 0.0646431 Apr 11 18:19:45.287052 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ea1d3-3add-45bd-ab8c-57024fa81aa8 req-67ac6ee9-9973-4023-b464-5a2a807e8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:45.288564 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ac3ea1d3-3add-45bd-ab8c-57024fa81aa8 req-67ac6ee9-9973-4023-b464-5a2a807e8e12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c7c0bd3-e5e5-431a-950c-d6697fd7701a HTTP/1.1" status: 200 len: 852 time: 0.1452086 Apr 11 18:19:45.322624 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9fb1bedd-40cd-4236-932f-7760f4227af3 req-82332520-8d45-4f00-8929-8bb29256babd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924346 Apr 11 18:19:45.362958 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-13fd0372-882b-4067-bf43-a141ce057555 req-f103f9ab-b599-42a1-8089-79b437a7edbd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699389 Apr 11 18:19:45.371015 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78612dc0-4552-4846-bbc9-86814035f29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (57bfa79e-6a10-42b2-8999-1684d48fbd39), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:45.373788 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78612dc0-4552-4846-bbc9-86814035f29b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:45.374939 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-78612dc0-4552-4846-bbc9-86814035f29b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57bfa79e-6a10-42b2-8999-1684d48fbd39 HTTP/1.1" status: 204 len: 168 time: 0.4076180 Apr 11 18:19:45.392321 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78612dc0-4552-4846-bbc9-86814035f29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bfa79e-6a10-42b2-8999-1684d48fbd39,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:45.594713 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ac3ea1d3-3add-45bd-ab8c-57024fa81aa8 req-0f7edb05-8964-41db-8426-c6066e3dadc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8b0d3853-ec74-431a-ac4e-39051a91190a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398893 Apr 11 18:19:45.631653 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-de7fcc6d-89a2-43d3-a8a4-5735636b8211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5377349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5248846'] for subnet (3c7a7ddc-db2b-4dbb-9e01-fc33338822d4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:45.712128 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b660f-2d55-468a-9168-70fce64c266f req-b6c1a5e7-c5f5-4898-bd49-6e5ce74bbea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:45.713608 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-b6c1a5e7-c5f5-4898-bd49-6e5ce74bbea9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9dcf27f-d088-45de-9075-c8b0b9293f8c HTTP/1.1" status: 200 len: 910 time: 0.1686528 Apr 11 18:19:45.719194 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fcc6d-89a2-43d3-a8a4-5735636b8211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7a7ddc-db2b-4dbb-9e01-fc33338822d4,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:45.727037 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7fcc6d-89a2-43d3-a8a4-5735636b8211 admin admin] Checking segment: {'id': 'a2833684-bde5-4dfd-975a-665494cf284e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '957a3079-c18b-4d49-b539-8639b0647ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:19:45.727410 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7fcc6d-89a2-43d3-a8a4-5735636b8211 admin admin] Network hostable DHCP agents. Network: 957a3079-c18b-4d49-b539-8639b0647ff0, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:19:45.843631 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7fcc6d-89a2-43d3-a8a4-5735636b8211 admin admin] Network 957a3079-c18b-4d49-b539-8639b0647ff0 is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:19:45.959642 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-de7fcc6d-89a2-43d3-a8a4-5735636b8211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 957a3079-c18b-4d49-b539-8639b0647ff0) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:45.959642 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7fcc6d-89a2-43d3-a8a4-5735636b8211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:45.959642 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-de7fcc6d-89a2-43d3-a8a4-5735636b8211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:45.960848 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bababd-2dc5-4b7c-8e31-537bad7bfe94 None None] Network 957a3079-c18b-4d49-b539-8639b0647ff0 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:19:46.030900 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d63aab-8f9c-485b-b996-809c48499f17 req-b9739dff-658f-469b-ae63-4d04c0410e6d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:46.032466 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e4d63aab-8f9c-485b-b996-809c48499f17 req-b9739dff-658f-469b-ae63-4d04c0410e6d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 944 time: 0.0532598 Apr 11 18:19:46.066724 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9bfb60-6f5e-416b-9800-0a2e45e7660c None None] Network 957a3079-c18b-4d49-b539-8639b0647ff0 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:19:46.079963 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e4d63aab-8f9c-485b-b996-809c48499f17 req-03045fa1-ae54-43be-a27a-afe4dd4880d1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Apr 11 18:19:46.091419 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-de7fcc6d-89a2-43d3-a8a4-5735636b8211 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1415465 Apr 11 18:19:46.231227 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-0bd9d5bc-2ad1-4720-a9c6-b80c97eec182 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33830001-f400-4023-84a9-13e0b3bd4093 HTTP/1.1" status: 200 len: 217 time: 0.0735025 Apr 11 18:19:46.325385 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b660f-2d55-468a-9168-70fce64c266f req-1f39cd8d-babf-4dbf-92a8-cbc3b0af2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:46.328967 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-1f39cd8d-babf-4dbf-92a8-cbc3b0af2bcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd05825c-e88d-4965-9dfb-2dfbb84e38da HTTP/1.1" status: 200 len: 848 time: 0.0866213 Apr 11 18:19:46.371793 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ac3ea1d3-3add-45bd-ab8c-57024fa81aa8 req-eee1916b-8877-4a90-8a3c-47dd26aff499 service neutron] 10.222.0.30 "GET /v2.0/networks/8b0d3853-ec74-431a-ac4e-39051a91190a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254620 Apr 11 18:19:46.411769 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b660f-2d55-468a-9168-70fce64c266f req-275c525c-0240-4a6d-8f60-0e36a8cabda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:46.415447 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-275c525c-0240-4a6d-8f60-0e36a8cabda0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9dcf27f-d088-45de-9075-c8b0b9293f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778983 Apr 11 18:19:46.584359 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ac3ea1d3-3add-45bd-ab8c-57024fa81aa8 req-a87eb224-5079-46f4-a021-ed884692c619 service neutron] 10.222.0.30 "GET /v2.0/networks/8b0d3853-ec74-431a-ac4e-39051a91190a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988146 Apr 11 18:19:46.605685 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-7cc1a00b-0dcc-47f7-8951-bdb88cdc0b8b service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804788 Apr 11 18:19:46.614482 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c1ee5-bc20-4065-9414-19ff4e854806 req-39e66de6-f1d5-486a-8f01-768b923a1eaf tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:46.616042 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8c6c1ee5-bc20-4065-9414-19ff4e854806 req-39e66de6-f1d5-486a-8f01-768b923a1eaf tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 945 time: 0.1203630 Apr 11 18:19:46.634257 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade4fde-fe95-4042-ba69-eb547cee6777 req-0dca491b-3fac-4ecf-853b-eacd44af1ec6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:46.641430 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4ade4fde-fe95-4042-ba69-eb547cee6777 req-0dca491b-3fac-4ecf-853b-eacd44af1ec6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 945 time: 0.1326752 Apr 11 18:19:46.763762 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-486b660f-2d55-468a-9168-70fce64c266f req-06b823c7-c373-4de5-b7e4-9d76a8aada8e service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454093 Apr 11 18:19:46.952185 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4ade4fde-fe95-4042-ba69-eb547cee6777 req-dde32535-c64e-4f57-b5c1-2f11fc18762a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3096414 Apr 11 18:19:46.955153 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8c6c1ee5-bc20-4065-9414-19ff4e854806 req-b61fb97e-17b0-4e43-9fb6-341b26db0c65 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107891 Apr 11 18:19:47.596921 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46572) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:47.596921 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-631695407-network', 'tenant_id': '8aba05ef69f944b4b6179823a553fd80'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:47.600711 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51168bb-0f7e-4252-9f22-f92eae350aba req-ba42b5b4-7f8a-414b-9bb5-c3445b5cecfb tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:47.600711 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a51168bb-0f7e-4252-9f22-f92eae350aba req-ba42b5b4-7f8a-414b-9bb5-c3445b5cecfb tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 944 time: 0.0527401 Apr 11 18:19:47.605664 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 33830001-f400-4023-84a9-13e0b3bd4093 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:47.606934 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a51168bb-0f7e-4252-9f22-f92eae350aba req-03687559-8658-4130-82ef-bacef7e5f317 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479269 Apr 11 18:19:47.607995 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 33830001-f400-4023-84a9-13e0b3bd4093 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:19:47.607995 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 33830001-f400-4023-84a9-13e0b3bd4093 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:47.608515 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Made reservation on behalf of 8aba05ef69f944b4b6179823a553fd80 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:19:47.608989 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (33830001-f400-4023-84a9-13e0b3bd4093), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.609410 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.609410 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.609902 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 33830001-f400-4023-84a9-13e0b3bd4093 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:47.609902 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (33830001-f400-4023-84a9-13e0b3bd4093), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.610071 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Publish callbacks [] for security_group (91dfb4da-95d0-4e5a-b906-dfe17e35e7b6), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.610165 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7f3d04-ddea-4c83-8942-a9ee748b1735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33830001-f400-4023-84a9-13e0b3bd4093'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:47.610165 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e949c867-dc96-4d33-a9de-1cc47eb2668f" -d '{"events": [{"server_uuid": "fb7f3d04-ddea-4c83-8942-a9ee748b1735", "name": "network-vif-plugged", "status": "completed", "tag": "33830001-f400-4023-84a9-13e0b3bd4093"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:47.610165 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 33830001-f400-4023-84a9-13e0b3bd4093, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=33830001-f400-4023-84a9-13e0b3bd4093,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:47.623688 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d16307-b671-4bef-81e4-c7f23ea52d85 x-openstack-request-id: req-31d16307-b671-4bef-81e4-c7f23ea52d85 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:47.624170 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7f3d04-ddea-4c83-8942-a9ee748b1735", "name": "network-vif-plugged", "status": "completed", "tag": "33830001-f400-4023-84a9-13e0b3bd4093", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:47.624416 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-31d16307-b671-4bef-81e4-c7f23ea52d85 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:47.624878 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d16307-b671-4bef-81e4-c7f23ea52d85'] response: {'server_uuid': 'fb7f3d04-ddea-4c83-8942-a9ee748b1735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33830001-f400-4023-84a9-13e0b3bd4093', 'code': 200} Apr 11 18:19:47.657303 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (91dfb4da-95d0-4e5a-b906-dfe17e35e7b6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.688905 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:19:47.695472 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dfb4da-95d0-4e5a-b906-dfe17e35e7b6,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:47.707903 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (147101c8-5016-48f7-a84c-6720043f543a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.708401 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Added segment 147101c8-5016-48f7-a84c-6720043f543a of type vlan for network d90ecf2e-5abb-4a76-9ad5-831752acdbcf Apr 11 18:19:47.722945 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (33830001-f400-4023-84a9-13e0b3bd4093), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.723730 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 495fbcce-180e-4eff-bfb9-2fae1a121c32 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:47.765031 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (d90ecf2e-5abb-4a76-9ad5-831752acdbcf), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.844345 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 495fbcce-180e-4eff-bfb9-2fae1a121c32 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:19:47.848301 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=33830001-f400-4023-84a9-13e0b3bd4093,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:47.856420 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.856937 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.857289 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.857646 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.857998 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.859044 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.859610 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.859949 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.860283 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.860614 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.860948 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.861442 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.861773 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.862215 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.862514 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:47.958224 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (d90ecf2e-5abb-4a76-9ad5-831752acdbcf), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.959276 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 495fbcce-180e-4eff-bfb9-2fae1a121c32 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:47.959675 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:47.960411 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:47.960638 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.073695 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] Pushing event updated for resources: {'Network': ['ID=d90ecf2e-5abb-4a76-9ad5-831752acdbcf,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:48.077664 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 495fbcce-180e-4eff-bfb9-2fae1a121c32 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:48.077664 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.089425 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network d90ecf2e-5abb-4a76-9ad5-831752acdbcf details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:19:48.129312 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2fbdc8c4-b0ff-4f1b-bf44-dcf436f90d5a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0499489 Apr 11 18:19:48.132601 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46618) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:48.138193 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-2e25e261-6d44-4b63-a1d0-ab37b673f3bb admin admin] Request body: {'subnet': {'network_id': 'd90ecf2e-5abb-4a76-9ad5-831752acdbcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-631695407-subnet', 'tenant_id': '8aba05ef69f944b4b6179823a553fd80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:48.186594 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 495fbcce-180e-4eff-bfb9-2fae1a121c32, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:48.200389 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17782f9c-1400-4e35-be0d-be3c7533798c req-bb3dabd6-44e4-4580-ac54-5bd312d5c6af tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:48.201897 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-17782f9c-1400-4e35-be0d-be3c7533798c req-bb3dabd6-44e4-4580-ac54-5bd312d5c6af tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.1416664 Apr 11 18:19:48.245580 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e25e261-6d44-4b63-a1d0-ab37b673f3bb admin admin] Made reservation on behalf of 8aba05ef69f944b4b6179823a553fd80 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:19:48.248039 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2e25e261-6d44-4b63-a1d0-ab37b673f3bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5248860'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.254656 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ede78-ef10-4e0f-8fd1-d93613ac95f0 req-c7f5377f-03c1-4f4e-942c-6d327165e9b3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:48.256367 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cc4ede78-ef10-4e0f-8fd1-d93613ac95f0 req-c7f5377f-03c1-4f4e-942c-6d327165e9b3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 945 time: 0.0725718 Apr 11 18:19:48.274274 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.276318 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device d455842a-4734-4f63-8173-d5e306a4eae6 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:19:48.327511 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cc4ede78-ef10-4e0f-8fd1-d93613ac95f0 req-7d3a7399-1743-4dcc-9359-96240c5f7e3b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650527 Apr 11 18:19:48.330925 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-17782f9c-1400-4e35-be0d-be3c7533798c req-0bdf23df-bd53-46cc-b8e4-2b6bf7d52a66 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117098 Apr 11 18:19:48.391574 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=495fbcce-180e-4eff-bfb9-2fae1a121c32,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:48.412545 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port d455842a-4734-4f63-8173-d5e306a4eae6 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:19:48.455380 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5716a2c-9f8b-430f-80f9-4765089428c2 req-784fc38d-316d-421f-b9aa-3b9efabca7ea tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:48.462327 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c5716a2c-9f8b-430f-80f9-4765089428c2 req-784fc38d-316d-421f-b9aa-3b9efabca7ea tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 944 time: 0.0560322 Apr 11 18:19:48.486234 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port d455842a-4734-4f63-8173-d5e306a4eae6 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:19:48.487772 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.516930 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c5716a2c-9f8b-430f-80f9-4765089428c2 req-6f9002d0-3bce-4b74-86fe-ac2b5a3b19c7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524280 Apr 11 18:19:48.590872 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port d455842a-4734-4f63-8173-d5e306a4eae6 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:19:48.591273 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.600198 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2e25e261-6d44-4b63-a1d0-ab37b673f3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5377349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5248846'] for subnet (036b62da-67d6-4b53-9791-2e33d4a341b1), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.631239 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port d455842a-4734-4f63-8173-d5e306a4eae6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d455842a-4734-4f63-8173-d5e306a4eae6,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:19:48.668171 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25e261-6d44-4b63-a1d0-ab37b673f3bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=036b62da-67d6-4b53-9791-2e33d4a341b1,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:48.682069 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25e261-6d44-4b63-a1d0-ab37b673f3bb admin admin] Checking segment: {'id': '147101c8-5016-48f7-a84c-6720043f543a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd90ecf2e-5abb-4a76-9ad5-831752acdbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:19:48.682433 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25e261-6d44-4b63-a1d0-ab37b673f3bb admin admin] Network hostable DHCP agents. Network: d90ecf2e-5abb-4a76-9ad5-831752acdbcf, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:19:48.697686 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.747705 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=d455842a-4734-4f63-8173-d5e306a4eae6,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:48.834406 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25e261-6d44-4b63-a1d0-ab37b673f3bb admin admin] Network d90ecf2e-5abb-4a76-9ad5-831752acdbcf is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:19:48.933970 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-2e25e261-6d44-4b63-a1d0-ab37b673f3bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, d90ecf2e-5abb-4a76-9ad5-831752acdbcf) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:19:48.938253 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e25e261-6d44-4b63-a1d0-ab37b673f3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:48.944709 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2e25e261-6d44-4b63-a1d0-ab37b673f3bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:48.945440 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6498b40f-69cb-42e6-8c97-c15ed51bdb1b None None] Network d90ecf2e-5abb-4a76-9ad5-831752acdbcf requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:19:49.038074 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5990df-b8d7-4635-8804-2e1bdba4b1dc req-0615a665-c041-4f97-a035-14fc1a71edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:49.039688 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2e5990df-b8d7-4635-8804-2e1bdba4b1dc req-0615a665-c041-4f97-a035-14fc1a71edfc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 1130 time: 0.0617304 Apr 11 18:19:49.049151 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b2e7f9-0074-4a3d-9add-d25187c078b5 None None] Network d90ecf2e-5abb-4a76-9ad5-831752acdbcf requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:19:49.068708 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2e25e261-6d44-4b63-a1d0-ab37b673f3bb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9350412 Apr 11 18:19:49.489090 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c24f33-41e6-493e-9a3d-4e1fd5b657c5 req-ba5d8286-d2ef-4ed1-ba77-6917304f264b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:49.490569 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-31c24f33-41e6-493e-9a3d-4e1fd5b657c5 req-ba5d8286-d2ef-4ed1-ba77-6917304f264b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0766327 Apr 11 18:19:49.496369 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee01b7-dcc4-4e66-9bbf-1f63f7a18411 req-03e66eb5-2474-4598-adb2-1ddf103837b3 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:49.497720 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d6ee01b7-dcc4-4e66-9bbf-1f63f7a18411 req-03e66eb5-2474-4598-adb2-1ddf103837b3 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0939293 Apr 11 18:19:49.576100 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-31c24f33-41e6-493e-9a3d-4e1fd5b657c5 req-e94ce99a-fba5-45a2-8cc3-04978e1af801 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774302 Apr 11 18:19:49.579126 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d6ee01b7-dcc4-4e66-9bbf-1f63f7a18411 req-4666540a-5148-422f-bff2-bd88a7828d66 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735378 Apr 11 18:19:49.625845 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32'}, {'server_uuid': 'd57768e5-a414-4c7d-8dad-bfa7c3bbf7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd455842a-4734-4f63-8173-d5e306a4eae6'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:49.629904 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6e71c6-2184-46e2-9e40-c68394c29ed9" -d '{"events": [{"server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "name": "network-vif-plugged", "status": "completed", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32"}, {"server_uuid": "d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0", "name": "network-vif-plugged", "status": "completed", "tag": "d455842a-4734-4f63-8173-d5e306a4eae6"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:49.670761 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef072c9-7d9b-4dd6-9b50-bea7b2d1ab2c x-openstack-request-id: req-5ef072c9-7d9b-4dd6-9b50-bea7b2d1ab2c {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:49.671392 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "name": "network-vif-plugged", "status": "completed", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32", "code": 200}, {"server_uuid": "d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0", "name": "network-vif-plugged", "status": "completed", "tag": "d455842a-4734-4f63-8173-d5e306a4eae6", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:49.671392 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ef072c9-7d9b-4dd6-9b50-bea7b2d1ab2c {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:49.671716 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef072c9-7d9b-4dd6-9b50-bea7b2d1ab2c'] response: {'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'code': 200} Apr 11 18:19:49.671965 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef072c9-7d9b-4dd6-9b50-bea7b2d1ab2c'] response: {'server_uuid': 'd57768e5-a414-4c7d-8dad-bfa7c3bbf7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd455842a-4734-4f63-8173-d5e306a4eae6', 'code': 200} Apr 11 18:19:49.680927 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077b048-12b6-4674-968b-27b215ee3fea req-fd11c40b-403e-407d-9e3f-1a48b92d1773 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:49.682428 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e077b048-12b6-4674-968b-27b215ee3fea req-fd11c40b-403e-407d-9e3f-1a48b92d1773 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0494716 Apr 11 18:19:49.729896 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e077b048-12b6-4674-968b-27b215ee3fea req-96968655-10d4-4551-a2c6-86e02be9d4f0 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Apr 11 18:19:50.722937 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab2783-975d-40d6-a8d7-32a8ca94cdc2 req-d833f514-2668-40ff-b241-8146f9afb863 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:50.724428 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5bab2783-975d-40d6-a8d7-32a8ca94cdc2 req-d833f514-2668-40ff-b241-8146f9afb863 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0776191 Apr 11 18:19:50.730195 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac14669-a31f-471e-ab3c-9f18f5c793a0 req-b562cd32-d729-4859-a914-26eacd24ca31 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:50.731555 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0ac14669-a31f-471e-ab3c-9f18f5c793a0 req-b562cd32-d729-4859-a914-26eacd24ca31 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0828390 Apr 11 18:19:50.805083 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2e5990df-b8d7-4635-8804-2e1bdba4b1dc req-0c42b2e7-a596-45a4-8ed3-86ea60210e46 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603342 Apr 11 18:19:50.807189 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5bab2783-975d-40d6-a8d7-32a8ca94cdc2 req-7e4c938b-e192-4ac0-beee-0e2a51071635 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746675 Apr 11 18:19:50.811476 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0ac14669-a31f-471e-ab3c-9f18f5c793a0 req-57d37911-8ee6-48c3-b66b-8039ea045fc3 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732734 Apr 11 18:19:50.969535 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe0922-e7c6-4670-b97b-0f15eb2024c6 req-e5df4329-31f0-4d92-8860-034f4711f7e3 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:50.971029 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7efe0922-e7c6-4670-b97b-0f15eb2024c6 req-e5df4329-31f0-4d92-8860-034f4711f7e3 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0488758 Apr 11 18:19:51.025040 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7efe0922-e7c6-4670-b97b-0f15eb2024c6 req-ae604801-4a4f-4ee7-a7a1-7117e8b3c07c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479457 Apr 11 18:19:51.104691 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70267130-08a0-4bdc-a3c6-b1276be991fd req-d81efb8d-ca14-467f-b19b-535b17d9e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:51.106215 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-70267130-08a0-4bdc-a3c6-b1276be991fd req-d81efb8d-ca14-467f-b19b-535b17d9e514 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 1129 time: 0.0447481 Apr 11 18:19:51.180495 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9b629-8058-4fc2-85a3-14ce4d6764f2 req-3a653605-a4f1-4810-9957-ee3241aaf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:51.182026 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f3e9b629-8058-4fc2-85a3-14ce4d6764f2 req-3a653605-a4f1-4810-9957-ee3241aaf480 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 1130 time: 0.0555401 Apr 11 18:19:51.201963 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-70267130-08a0-4bdc-a3c6-b1276be991fd req-378b6e7a-8308-4d00-8c25-063c46bd78ce service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662045 Apr 11 18:19:51.962289 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8c5d5-1df9-4f3b-a5c5-1823a9a311ce req-275d85c8-638e-4eae-9fdd-20d3383ea4ca tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:51.963829 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83c8c5d5-1df9-4f3b-a5c5-1823a9a311ce req-275d85c8-638e-4eae-9fdd-20d3383ea4ca tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0814667 Apr 11 18:19:51.975136 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d8bfc-b037-47d3-8604-f6822e247703 req-aa13d6f6-1859-4d14-80e8-cd4edc61d5b6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:51.976553 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f94d8bfc-b037-47d3-8604-f6822e247703 req-aa13d6f6-1859-4d14-80e8-cd4edc61d5b6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0642970 Apr 11 18:19:52.049286 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f94d8bfc-b037-47d3-8604-f6822e247703 req-89e5a8f5-d0e9-456b-8899-8cb35cd4c37b tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659604 Apr 11 18:19:52.052709 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83c8c5d5-1df9-4f3b-a5c5-1823a9a311ce req-59b4c0ca-22c5-4c1d-8eae-90ba9de8c992 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752959 Apr 11 18:19:52.156871 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30804e73-81ae-401c-8e92-d5e6ba525c9a req-7b2332f3-7eae-4516-ac43-ab8d80bcc444 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:52.158405 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-30804e73-81ae-401c-8e92-d5e6ba525c9a req-7b2332f3-7eae-4516-ac43-ab8d80bcc444 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0503471 Apr 11 18:19:52.210280 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-30804e73-81ae-401c-8e92-d5e6ba525c9a req-74f68304-e6a8-4116-845c-5565d217440e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458019 Apr 11 18:19:53.192575 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38737bd4-a782-4aa1-98cd-5a7ecc293f2b req-0c62c832-86e2-4237-91ed-d8c43c8e5ab6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:53.194075 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-38737bd4-a782-4aa1-98cd-5a7ecc293f2b req-0c62c832-86e2-4237-91ed-d8c43c8e5ab6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0765033 Apr 11 18:19:53.203788 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc7f2-dd51-445f-a97e-5aacab270e94 req-3c469fa8-f99b-446f-a8a6-a83f357ce5ed tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:53.206229 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a2cfc7f2-dd51-445f-a97e-5aacab270e94 req-3c469fa8-f99b-446f-a8a6-a83f357ce5ed tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0771215 Apr 11 18:19:53.275135 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-38737bd4-a782-4aa1-98cd-5a7ecc293f2b req-68dd356f-572b-4cdd-bda2-ea74efe4d83d tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689669 Apr 11 18:19:53.282268 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a2cfc7f2-dd51-445f-a97e-5aacab270e94 req-971938ad-64b3-4346-ae29-9d3f2492e9c8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692871 Apr 11 18:19:53.384825 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3246-9fb7-45d2-adcc-188dbc3c07ed req-c5945e64-7ff1-4312-966a-a63b72235156 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:53.386290 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9dbe3246-9fb7-45d2-adcc-188dbc3c07ed req-c5945e64-7ff1-4312-966a-a63b72235156 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0504143 Apr 11 18:19:53.433838 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9dbe3246-9fb7-45d2-adcc-188dbc3c07ed req-5ed326a1-8105-4973-9d13-db3fc89ab9b3 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Apr 11 18:19:54.080005 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f3e9b629-8058-4fc2-85a3-14ce4d6764f2 req-30d3164e-16f4-41fc-a0df-d0f0710ef420 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382476 Apr 11 18:19:54.415486 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931ca3e-69a4-4163-ab8b-1c584c3b2647 req-b28512ec-4293-4cce-a028-0a3a8ea9e76d tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:54.416894 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9931ca3e-69a4-4163-ab8b-1c584c3b2647 req-b28512ec-4293-4cce-a028-0a3a8ea9e76d tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0752950 Apr 11 18:19:54.427672 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2766a-19a1-4534-8041-6f2c3b0918ae req-7e062510-3700-4994-aee2-d794b7095504 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:54.429123 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-eca2766a-19a1-4534-8041-6f2c3b0918ae req-7e062510-3700-4994-aee2-d794b7095504 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0595152 Apr 11 18:19:54.505934 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9931ca3e-69a4-4163-ab8b-1c584c3b2647 req-8af78cf6-2375-4a0e-8786-f690c438e02f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758455 Apr 11 18:19:54.508918 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-eca2766a-19a1-4534-8041-6f2c3b0918ae req-29487754-b06f-48ed-9a12-59f958e3f26e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732105 Apr 11 18:19:54.607455 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d3c8-ec6f-4820-be36-3e9d6a73068a req-b07029fe-42fa-4c08-8ab9-715016ac208e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:54.614409 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6040d3c8-ec6f-4820-be36-3e9d6a73068a req-b07029fe-42fa-4c08-8ab9-715016ac208e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0539699 Apr 11 18:19:54.658973 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6040d3c8-ec6f-4820-be36-3e9d6a73068a req-466d82d5-488c-44c4-8f17-8912ca09fe64 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436907 Apr 11 18:19:55.310839 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:19:55.692106 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544ad6c-c840-4e01-a95a-ae55c22ec86f req-1f46b529-ed77-4e88-852f-936d64792fb9 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:55.693709 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6544ad6c-c840-4e01-a95a-ae55c22ec86f req-1f46b529-ed77-4e88-852f-936d64792fb9 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0820684 Apr 11 18:19:55.700088 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a59ad7-76da-4c79-acd7-8ff0c750537e req-1bcc62dc-86ea-443b-aca2-3d52b691ca01 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:55.701513 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19a59ad7-76da-4c79-acd7-8ff0c750537e req-1bcc62dc-86ea-443b-aca2-3d52b691ca01 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0911942 Apr 11 18:19:55.772212 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6544ad6c-c840-4e01-a95a-ae55c22ec86f req-c44b491d-c9ac-4de2-8e2e-f0c0d4129049 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697048 Apr 11 18:19:55.783895 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19a59ad7-76da-4c79-acd7-8ff0c750537e req-3f5463e2-c700-49aa-ac94-cf93488f123b tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753250 Apr 11 18:19:55.919741 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cf88c-dc6a-469a-9ad1-9083d425811e req-794340e9-322a-49ea-abb3-d6825a7d3430 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:55.921230 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a98cf88c-dc6a-469a-9ad1-9083d425811e req-794340e9-322a-49ea-abb3-d6825a7d3430 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0859261 Apr 11 18:19:55.935946 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c60b7-5c06-457b-97fe-b58cd1c545ea req-a7a9095f-39bc-4637-80f1-2de3939bc00c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:55.937368 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-de0c60b7-5c06-457b-97fe-b58cd1c545ea req-a7a9095f-39bc-4637-80f1-2de3939bc00c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0699801 Apr 11 18:19:55.946406 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46790) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:55.951315 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-1a3e5b44-de8d-4f7b-bb2c-efe047caa4dd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Request body: {'floatingip': {'port_id': '33830001-f400-4023-84a9-13e0b3bd4093'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:55.984234 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a98cf88c-dc6a-469a-9ad1-9083d425811e req-d960e82f-6411-4788-b839-1a4bf6d1454c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559723 Apr 11 18:19:56.027390 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5b44-de8d-4f7b-bb2c-efe047caa4dd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (a7d40e98-e336-43a2-88e5-3e52cabfe5e8), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:56.467125 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 46804) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:56.577670 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:56.672673 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Publish callbacks [] for security_group (6fdeb7e5-5ee7-42b9-bfac-63341478cea3), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:56.734184 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (6fdeb7e5-5ee7-42b9-bfac-63341478cea3), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:56.774583 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2ba017c2f2aa4b9f96e5e94728fa2f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061545 Apr 11 18:19:56.775471 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdeb7e5-5ee7-42b9-bfac-63341478cea3,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:56.777688 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 46812) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:56.794195 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.794540 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.794882 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.795252 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.795588 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.795918 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.796238 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.796560 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.796881 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.797205 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.799181 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.799181 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.799181 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.799181 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.799181 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c8065-18b4-4681-8231-3f14a34c1bb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:19:56.825504 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.db.resource_extend [None req-1a3e5b44-de8d-4f7b-bb2c-efe047caa4dd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 18:19:56.844518 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06cbc18e-c1d8-4ae9-b484-905cda8a1f1d admin admin] Publish callbacks [] for security_group (6fdeb7e5-5ee7-42b9-bfac-63341478cea3), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:56.897311 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06cbc18e-c1d8-4ae9-b484-905cda8a1f1d admin admin] Publish callbacks [] for security_group (6fdeb7e5-5ee7-42b9-bfac-63341478cea3), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:56.908255 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5b44-de8d-4f7b-bb2c-efe047caa4dd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:56.930786 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dacea2-643c-4148-a775-0578fd4c70cf req-6c4ceeda-5758-4ff3-96c4-f0de7d234249 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:56.932470 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66dacea2-643c-4148-a775-0578fd4c70cf req-6c4ceeda-5758-4ff3-96c4-f0de7d234249 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0756550 Apr 11 18:19:56.995410 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66dacea2-643c-4148-a775-0578fd4c70cf req-2effa2b3-5edb-4edc-9918-e0614b8d9231 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565171 Apr 11 18:19:57.071276 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5b44-de8d-4f7b-bb2c-efe047caa4dd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (a7d40e98-e336-43a2-88e5-3e52cabfe5e8), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:57.120791 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff06517-4d9f-44b8-a0a3-386bc542a659 req-4d5ae76a-f3b5-4002-b2c7-b700eee95cac tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:57.122320 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6ff06517-4d9f-44b8-a0a3-386bc542a659 req-4d5ae76a-f3b5-4002-b2c7-b700eee95cac tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0495291 Apr 11 18:19:57.176786 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6ff06517-4d9f-44b8-a0a3-386bc542a659 req-c957a205-c248-4fdd-90fb-d83573777242 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487757 Apr 11 18:19:57.177949 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06cbc18e-c1d8-4ae9-b484-905cda8a1f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (6fdeb7e5-5ee7-42b9-bfac-63341478cea3), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:57.180552 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06cbc18e-c1d8-4ae9-b484-905cda8a1f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:57.182386 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-06cbc18e-c1d8-4ae9-b484-905cda8a1f1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6fdeb7e5-5ee7-42b9-bfac-63341478cea3 HTTP/1.1" status: 204 len: 168 time: 0.4030135 Apr 11 18:19:57.189935 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbc18e-c1d8-4ae9-b484-905cda8a1f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdeb7e5-5ee7-42b9-bfac-63341478cea3,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:57.196794 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-1a3e5b44-de8d-4f7b-bb2c-efe047caa4dd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Floating IP a7d40e98-e336-43a2-88e5-3e52cabfe5e8 associated. External IP: 172.27.3.254, port: 33830001-f400-4023-84a9-13e0b3bd4093. Apr 11 18:19:57.446182 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3e5b44-de8d-4f7b-bb2c-efe047caa4dd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Router 70af88eb-dad9-41f7-aaff-ac773821fef6 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:19:57.563486 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3e5b44-de8d-4f7b-bb2c-efe047caa4dd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:19:57.569237 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5b44-de8d-4f7b-bb2c-efe047caa4dd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:57.578736 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1943f79a-43e9-46d8-b397-23727938af34 None None] Sync routers for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:19:57.593580 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1943f79a-43e9-46d8-b397-23727938af34 None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:57.594207 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-1943f79a-43e9-46d8-b397-23727938af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:19:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:57.610603 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1a3e5b44-de8d-4f7b-bb2c-efe047caa4dd tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "PUT /v2.0/floatingips/a7d40e98-e336-43a2-88e5-3e52cabfe5e8 HTTP/1.1" status: 200 len: 992 time: 1.6535652 Apr 11 18:19:57.610603 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7f3d04-ddea-4c83-8942-a9ee748b1735', 'tag': '33830001-f400-4023-84a9-13e0b3bd4093'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:19:57.610603 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600547eb-3ad4-40d9-aeb0-9c5ced99daae" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7f3d04-ddea-4c83-8942-a9ee748b1735", "tag": "33830001-f400-4023-84a9-13e0b3bd4093"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:19:57.673403 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252ec1f1-cff5-494c-a338-e3696737dbc9 x-openstack-request-id: req-252ec1f1-cff5-494c-a338-e3696737dbc9 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:19:57.673403 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7f3d04-ddea-4c83-8942-a9ee748b1735", "tag": "33830001-f400-4023-84a9-13e0b3bd4093", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:19:57.673403 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-252ec1f1-cff5-494c-a338-e3696737dbc9 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:19:57.673403 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252ec1f1-cff5-494c-a338-e3696737dbc9'] response: {'name': 'network-changed', 'server_uuid': 'fb7f3d04-ddea-4c83-8942-a9ee748b1735', 'tag': '33830001-f400-4023-84a9-13e0b3bd4093', 'status': 'completed', 'code': 200} Apr 11 18:19:57.745105 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-1943f79a-43e9-46d8-b397-23727938af34 None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:57.988753 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46860) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:58.008566 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0db5b56d-e860-445a-902f-ed8d95397464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:58.060684 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-1943f79a-43e9-46d8-b397-23727938af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': 'a7d40e98-e336-43a2-88e5-3e52cabfe5e8', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'port_id': '33830001-f400-4023-84a9-13e0b3bd4093', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'mac_address': 'fa:16:3e:86:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7f3d04-ddea-4c83-8942-a9ee748b1735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:19:11Z', 'updated_at': '2022-04-11T18:19:56Z', 'revision_number': 1, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:58.096490 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0db5b56d-e860-445a-902f-ed8d95397464 admin admin] Publish callbacks [] for security_group (03728324-c821-4778-89c8-b639b1eb0fe1), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:58.098888 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1943f79a-43e9-46d8-b397-23727938af34 None None] Checking router: 70af88eb-dad9-41f7-aaff-ac773821fef6 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:19:58.109907 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1943f79a-43e9-46d8-b397-23727938af34 None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:19:58.110745 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-1943f79a-43e9-46d8-b397-23727938af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:19:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:58.139449 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc7f0c-aaed-4661-a421-5a5dbb4eb4b9 req-726d7ae6-e9ad-48e6-9854-1b6e12367123 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:58.140959 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-77bc7f0c-aaed-4661-a421-5a5dbb4eb4b9 req-726d7ae6-e9ad-48e6-9854-1b6e12367123 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0685282 Apr 11 18:19:58.170696 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0db5b56d-e860-445a-902f-ed8d95397464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (03728324-c821-4778-89c8-b639b1eb0fe1), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:58.203380 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-77bc7f0c-aaed-4661-a421-5a5dbb4eb4b9 req-5b2c81a5-a70d-4c1b-a064-4df17833dd92 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559671 Apr 11 18:19:58.213370 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0db5b56d-e860-445a-902f-ed8d95397464 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4683e92a4494ee39293daadda675cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232659 Apr 11 18:19:58.217851 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46872) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:58.238593 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5b56d-e860-445a-902f-ed8d95397464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03728324-c821-4778-89c8-b639b1eb0fe1,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:58.302782 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e28758a2-7325-4c2e-a31d-85201b178202 admin admin] Publish callbacks [] for security_group (03728324-c821-4778-89c8-b639b1eb0fe1), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:58.304395 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-1943f79a-43e9-46d8-b397-23727938af34 None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:19:58.363598 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e28758a2-7325-4c2e-a31d-85201b178202 admin admin] Publish callbacks [] for security_group (03728324-c821-4778-89c8-b639b1eb0fe1), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:58.381977 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc879f5-dad3-429b-b7d9-f2773d6a5766 req-8b05e597-e5a3-47bb-b4d5-cb20799cd554 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:58.383761 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9fc879f5-dad3-429b-b7d9-f2773d6a5766 req-8b05e597-e5a3-47bb-b4d5-cb20799cd554 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0724523 Apr 11 18:19:58.454333 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb54c9-1745-41e0-940c-f81f0f34397e req-7486d73a-e259-49b1-8414-cfe0adeb411d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:58.455940 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-59eb54c9-1745-41e0-940c-f81f0f34397e req-7486d73a-e259-49b1-8414-cfe0adeb411d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0691059 Apr 11 18:19:58.465559 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46880) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:58.470678 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-5478c8d5-476a-4281-89e3-2a93b8c663fe tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Request body: {'floatingip': {'port_id': '495fbcce-180e-4eff-bfb9-2fae1a121c32'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:19:58.486414 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9fc879f5-dad3-429b-b7d9-f2773d6a5766 req-34fbe4eb-4f2d-4e8e-9aa0-b418f5f44da1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880394 Apr 11 18:19:58.520546 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5478c8d5-476a-4281-89e3-2a93b8c663fe tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (86306618-7b57-4775-aa55-09bccff88751), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:58.554009 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e28758a2-7325-4c2e-a31d-85201b178202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (03728324-c821-4778-89c8-b639b1eb0fe1), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:58.556764 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e28758a2-7325-4c2e-a31d-85201b178202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:58.558006 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e28758a2-7325-4c2e-a31d-85201b178202 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/03728324-c821-4778-89c8-b639b1eb0fe1 HTTP/1.1" status: 204 len: 168 time: 0.3389797 Apr 11 18:19:58.579088 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28758a2-7325-4c2e-a31d-85201b178202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03728324-c821-4778-89c8-b639b1eb0fe1,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:58.689314 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-1943f79a-43e9-46d8-b397-23727938af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': 'a7d40e98-e336-43a2-88e5-3e52cabfe5e8', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'port_id': '33830001-f400-4023-84a9-13e0b3bd4093', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'mac_address': 'fa:16:3e:86:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7f3d04-ddea-4c83-8942-a9ee748b1735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:19:11Z', 'updated_at': '2022-04-11T18:19:56Z', 'revision_number': 1, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:19:58.721202 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1943f79a-43e9-46d8-b397-23727938af34 None None] The sync data for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi is: [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': 'a7d40e98-e336-43a2-88e5-3e52cabfe5e8', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'port_id': '33830001-f400-4023-84a9-13e0b3bd4093', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'mac_address': 'fa:16:3e:86:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7f3d04-ddea-4c83-8942-a9ee748b1735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:19:11Z', 'updated_at': '2022-04-11T18:19:56Z', 'revision_number': 1, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:19:58.779651 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46890) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:59.079623 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86ba7e5-98c4-463a-bd4e-27a97a06bfaa None None] New status for floating IP a7d40e98-e336-43a2-88e5-3e52cabfe5e8: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:19:59.093072 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9b205045-eb5c-4c83-9075-af55c5a93c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:59.233375 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dced9a-667b-45d4-945c-a6dda7b09e3c req-47e3cac3-1d6f-4a6c-a834-7c001fa0c9df tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:59.235294 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5478c8d5-476a-4281-89e3-2a93b8c663fe tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:59.235738 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f8dced9a-667b-45d4-945c-a6dda7b09e3c req-47e3cac3-1d6f-4a6c-a834-7c001fa0c9df tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0758371 Apr 11 18:19:59.305324 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f8dced9a-667b-45d4-945c-a6dda7b09e3c req-9de4ceb4-c8a3-4fc3-9d5e-74635d5d5dbb tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616860 Apr 11 18:19:59.355749 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9b205045-eb5c-4c83-9075-af55c5a93c7a admin admin] Publish callbacks [] for security_group (d55ddb61-7249-45f2-b538-a0a53fdd029c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:59.362146 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5478c8d5-476a-4281-89e3-2a93b8c663fe tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (86306618-7b57-4775-aa55-09bccff88751), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:59.478703 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9b205045-eb5c-4c83-9075-af55c5a93c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (d55ddb61-7249-45f2-b538-a0a53fdd029c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:59.584202 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b205045-eb5c-4c83-9075-af55c5a93c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55ddb61-7249-45f2-b538-a0a53fdd029c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:19:59.586996 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600547eb-3ad4-40d9-aeb0-9c5ced99daae req-aa5a83ce-402f-4564-a243-abca69ecc403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:19:59.588492 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-600547eb-3ad4-40d9-aeb0-9c5ced99daae req-aa5a83ce-402f-4564-a243-abca69ecc403 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4731da4e084ada88e52ef126a07883&device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 1130 time: 0.1617432 Apr 11 18:19:59.595735 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9b205045-eb5c-4c83-9075-af55c5a93c7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c5b1df935a343cc8520b14ba08e2b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8172007 Apr 11 18:19:59.604539 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 46920) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:19:59.641847 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-5478c8d5-476a-4281-89e3-2a93b8c663fe tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Floating IP 86306618-7b57-4775-aa55-09bccff88751 associated. External IP: 172.27.3.110, port: 495fbcce-180e-4eff-bfb9-2fae1a121c32. Apr 11 18:19:59.741550 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-633d6520-056f-4182-b2cf-d72ce462751b admin admin] Publish callbacks [] for security_group (d55ddb61-7249-45f2-b538-a0a53fdd029c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:19:59.984792 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-633d6520-056f-4182-b2cf-d72ce462751b admin admin] Publish callbacks [] for security_group (d55ddb61-7249-45f2-b538-a0a53fdd029c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:00.119170 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5262ee-306b-4b39-a7a2-4211a06947fa req-e9851ab9-2e67-41a1-891a-71dae53807d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:00.120482 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bb5262ee-306b-4b39-a7a2-4211a06947fa req-e9851ab9-2e67-41a1-891a-71dae53807d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 1129 time: 0.1207502 Apr 11 18:20:00.276323 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600547eb-3ad4-40d9-aeb0-9c5ced99daae req-4c710464-c972-40a6-8be2-89ee6f542eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:00.277789 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-600547eb-3ad4-40d9-aeb0-9c5ced99daae req-4c710464-c972-40a6-8be2-89ee6f542eff service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9dcf27f-d088-45de-9075-c8b0b9293f8c HTTP/1.1" status: 200 len: 910 time: 0.2972550 Apr 11 18:20:00.347983 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-633d6520-056f-4182-b2cf-d72ce462751b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (d55ddb61-7249-45f2-b538-a0a53fdd029c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:00.350600 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-633d6520-056f-4182-b2cf-d72ce462751b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:00.354426 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-633d6520-056f-4182-b2cf-d72ce462751b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d55ddb61-7249-45f2-b538-a0a53fdd029c HTTP/1.1" status: 204 len: 168 time: 0.7499106 Apr 11 18:20:00.393629 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d6520-056f-4182-b2cf-d72ce462751b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55ddb61-7249-45f2-b538-a0a53fdd029c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:00.433298 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5478c8d5-476a-4281-89e3-2a93b8c663fe tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Router f2029eba-bdad-4a1d-8ee5-3a0794620889 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:20:00.442807 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5262ee-306b-4b39-a7a2-4211a06947fa req-e0e14620-0295-4366-a8e0-a79679c67fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:00.444364 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bb5262ee-306b-4b39-a7a2-4211a06947fa req-e0e14620-0295-4366-a8e0-a79679c67fbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 920 time: 0.2898936 Apr 11 18:20:00.446228 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-600547eb-3ad4-40d9-aeb0-9c5ced99daae req-fdeeb4fb-1717-4ca5-ac5c-24fe29ef2fac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33830001-f400-4023-84a9-13e0b3bd4093 HTTP/1.1" status: 200 len: 1002 time: 0.1591315 Apr 11 18:20:00.496181 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a39a10-61b4-4b93-a1d1-3839a6ef685a req-10465fb4-2db9-4bf9-ab78-e3d6d35118d1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:00.505764 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b2a39a10-61b4-4b93-a1d1-3839a6ef685a req-10465fb4-2db9-4bf9-ab78-e3d6d35118d1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.1147249 Apr 11 18:20:00.567214 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b2a39a10-61b4-4b93-a1d1-3839a6ef685a req-414d38f5-86ce-4d92-9afa-70400e3be2d5 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581188 Apr 11 18:20:00.606702 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bb5262ee-306b-4b39-a7a2-4211a06947fa req-a38912b6-b299-4f50-984c-d374f97e0c66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d455842a-4734-4f63-8173-d5e306a4eae6 HTTP/1.1" status: 200 len: 217 time: 0.1465998 Apr 11 18:20:00.687517 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600547eb-3ad4-40d9-aeb0-9c5ced99daae req-2614c9db-f09e-4b74-ae04-dfc846db70a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:00.689020 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-600547eb-3ad4-40d9-aeb0-9c5ced99daae req-2614c9db-f09e-4b74-ae04-dfc846db70a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd05825c-e88d-4965-9dfb-2dfbb84e38da HTTP/1.1" status: 200 len: 848 time: 0.2276134 Apr 11 18:20:00.755717 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5478c8d5-476a-4281-89e3-2a93b8c663fe tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:20:00.761437 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5478c8d5-476a-4281-89e3-2a93b8c663fe tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:00.766873 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5262ee-306b-4b39-a7a2-4211a06947fa req-bca144ab-b29e-4d89-9378-66c5b77f934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:00.768235 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e695988-b2e2-43cc-bccf-de1bcd7b7ad4 None None] Sync routers for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:20:00.768638 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bb5262ee-306b-4b39-a7a2-4211a06947fa req-bca144ab-b29e-4d89-9378-66c5b77f934e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 200 len: 858 time: 0.1437650 Apr 11 18:20:00.781325 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e695988-b2e2-43cc-bccf-de1bcd7b7ad4 None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:20:00.782054 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-9e695988-b2e2-43cc-bccf-de1bcd7b7ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:19:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:00.784828 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600547eb-3ad4-40d9-aeb0-9c5ced99daae req-dd4d6a57-28ef-4b6e-badd-fb3718ee5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:00.786376 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-600547eb-3ad4-40d9-aeb0-9c5ced99daae req-dd4d6a57-28ef-4b6e-badd-fb3718ee5524 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9dcf27f-d088-45de-9075-c8b0b9293f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899789 Apr 11 18:20:00.798730 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5478c8d5-476a-4281-89e3-2a93b8c663fe tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "PUT /v2.0/floatingips/86306618-7b57-4775-aa55-09bccff88751 HTTP/1.1" status: 200 len: 992 time: 2.3318717 Apr 11 18:20:00.799910 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:20:00.803627 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c5d889-a63e-496f-8f44-07b75b22e82f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:20:00.868458 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e4d1d5-d9dc-4c2b-8baf-497f43d4ab68 x-openstack-request-id: req-57e4d1d5-d9dc-4c2b-8baf-497f43d4ab68 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:20:00.868760 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:20:00.869016 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57e4d1d5-d9dc-4c2b-8baf-497f43d4ab68 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:20:00.873618 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e4d1d5-d9dc-4c2b-8baf-497f43d4ab68'] response: {'name': 'network-changed', 'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'status': 'completed', 'code': 200} Apr 11 18:20:00.925487 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5262ee-306b-4b39-a7a2-4211a06947fa req-db32e0de-2844-4c55-9a02-5954355b31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:00.927088 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bb5262ee-306b-4b39-a7a2-4211a06947fa req-db32e0de-2844-4c55-9a02-5954355b31ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14e6ef31-5569-4b84-adfb-cf10202126af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1204393 Apr 11 18:20:00.963181 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-9e695988-b2e2-43cc-bccf-de1bcd7b7ad4 None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:20:01.093543 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5d889-a63e-496f-8f44-07b75b22e82f req-5489aaae-6038-4147-9cd5-cd64e097ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:01.095431 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c6c5d889-a63e-496f-8f44-07b75b22e82f req-5489aaae-6038-4147-9cd5-cd64e097ab3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 1130 time: 0.1383343 Apr 11 18:20:01.100392 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-600547eb-3ad4-40d9-aeb0-9c5ced99daae req-ce061bb2-3ffb-4a15-964e-776e85aebb19 service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926154 Apr 11 18:20:01.215902 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bb5262ee-306b-4b39-a7a2-4211a06947fa req-6dd85005-a58f-4432-bb5a-21a5efd2349a service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786727 Apr 11 18:20:01.340645 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5d889-a63e-496f-8f44-07b75b22e82f req-35d05910-5ac9-4c5d-af0e-9acc8905812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:01.342087 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c6c5d889-a63e-496f-8f44-07b75b22e82f req-35d05910-5ac9-4c5d-af0e-9acc8905812d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 200 len: 917 time: 0.2393084 Apr 11 18:20:01.342762 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-9e695988-b2e2-43cc-bccf-de1bcd7b7ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '86306618-7b57-4775-aa55-09bccff88751', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'port_id': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'mac_address': 'fa:16:3e:c0:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:19:06Z', 'updated_at': '2022-04-11T18:19:59Z', 'revision_number': 1, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:01.392115 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47008) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:01.413693 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-600547eb-3ad4-40d9-aeb0-9c5ced99daae req-fd31668a-0eac-4452-aebd-56b05f31018a service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008831 Apr 11 18:20:01.415706 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e695988-b2e2-43cc-bccf-de1bcd7b7ad4 None None] Checking router: f2029eba-bdad-4a1d-8ee5-3a0794620889 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:20:01.432680 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d37652f6-9fa3-4e78-b209-cd6ce4aed339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:01.440380 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e695988-b2e2-43cc-bccf-de1bcd7b7ad4 None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:20:01.440736 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-9e695988-b2e2-43cc-bccf-de1bcd7b7ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:19:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:01.453376 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-bb5262ee-306b-4b39-a7a2-4211a06947fa req-5203b724-0922-4965-9415-9f2c83df9dbe service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098379 Apr 11 18:20:01.457369 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c6c5d889-a63e-496f-8f44-07b75b22e82f req-2a753ac7-c9dd-4091-958c-5f6062a731e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32 HTTP/1.1" status: 200 len: 1000 time: 0.1010735 Apr 11 18:20:01.546360 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5d889-a63e-496f-8f44-07b75b22e82f req-a1eb6ce7-7640-4249-8e37-ef1e26448020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:01.548669 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c6c5d889-a63e-496f-8f44-07b75b22e82f req-a1eb6ce7-7640-4249-8e37-ef1e26448020 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fac3b306-bda1-439e-9471-054f6f8f618a HTTP/1.1" status: 200 len: 855 time: 0.0609219 Apr 11 18:20:01.597637 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d37652f6-9fa3-4e78-b209-cd6ce4aed339 admin admin] Publish callbacks [] for security_group (be03debf-a2c4-41da-9c70-fcab7f369912), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:01.621616 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5d889-a63e-496f-8f44-07b75b22e82f req-b859ba05-a6ed-4f75-bbc7-bdf86b6dae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:01.624005 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c6c5d889-a63e-496f-8f44-07b75b22e82f req-b859ba05-a6ed-4f75-bbc7-bdf86b6dae4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e17daa45-e311-4804-bd24-8f6d86c11327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676243 Apr 11 18:20:01.633163 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-9e695988-b2e2-43cc-bccf-de1bcd7b7ad4 None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:20:01.697367 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d37652f6-9fa3-4e78-b209-cd6ce4aed339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (be03debf-a2c4-41da-9c70-fcab7f369912), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:01.764489 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d37652f6-9fa3-4e78-b209-cd6ce4aed339 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7904e3ec89b4a7eb46db31a6d56a6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711858 Apr 11 18:20:01.768227 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47024) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:01.775218 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f032e-68a4-4763-a6a5-ea7f8fd0a7ea req-f82f0273-cd56-48de-92da-2aac722a91be tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:01.776775 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bb3f032e-68a4-4763-a6a5-ea7f8fd0a7ea req-f82f0273-cd56-48de-92da-2aac722a91be tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.1141045 Apr 11 18:20:01.777424 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c6c5d889-a63e-496f-8f44-07b75b22e82f req-c1e888c6-1089-45f9-bb50-cf6179ec1c21 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406209 Apr 11 18:20:01.809030 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37652f6-9fa3-4e78-b209-cd6ce4aed339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be03debf-a2c4-41da-9c70-fcab7f369912,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:01.822256 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-09b057a7-ec4b-4439-9478-5de7c853a878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:01.908146 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bb3f032e-68a4-4763-a6a5-ea7f8fd0a7ea req-95436137-c9a5-4d05-86c5-cf99c0741073 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153836 Apr 11 18:20:01.918500 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-24126d46-8b63-4509-9b8e-123de5b9e2aa admin admin] Publish callbacks [] for security_group (be03debf-a2c4-41da-9c70-fcab7f369912), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:01.945992 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c6c5d889-a63e-496f-8f44-07b75b22e82f req-a7844272-55ad-40fe-ac6b-49c20cdfe6c5 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541584 Apr 11 18:20:01.952814 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-24126d46-8b63-4509-9b8e-123de5b9e2aa admin admin] Publish callbacks [] for security_group (be03debf-a2c4-41da-9c70-fcab7f369912), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:02.006474 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-9e695988-b2e2-43cc-bccf-de1bcd7b7ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '86306618-7b57-4775-aa55-09bccff88751', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'port_id': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'mac_address': 'fa:16:3e:c0:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:19:06Z', 'updated_at': '2022-04-11T18:19:59Z', 'revision_number': 1, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:02.038673 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e695988-b2e2-43cc-bccf-de1bcd7b7ad4 None None] The sync data for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi is: [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '86306618-7b57-4775-aa55-09bccff88751', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'port_id': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'mac_address': 'fa:16:3e:c0:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:19:06Z', 'updated_at': '2022-04-11T18:19:59Z', 'revision_number': 1, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:20:02.152512 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81342dc5-8512-40da-a6ad-93adb41906ff req-a0f333ce-233e-4746-82f0-e71fca118852 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:02.154277 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-81342dc5-8512-40da-a6ad-93adb41906ff req-a0f333ce-233e-4746-82f0-e71fca118852 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 945 time: 0.0596335 Apr 11 18:20:02.212911 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-81342dc5-8512-40da-a6ad-93adb41906ff req-8413c09c-4104-481d-9576-1bc6b53773da tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522830 Apr 11 18:20:02.213994 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-24126d46-8b63-4509-9b8e-123de5b9e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (be03debf-a2c4-41da-9c70-fcab7f369912), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:02.220842 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-24126d46-8b63-4509-9b8e-123de5b9e2aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:02.220842 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-24126d46-8b63-4509-9b8e-123de5b9e2aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be03debf-a2c4-41da-9c70-fcab7f369912 HTTP/1.1" status: 204 len: 168 time: 0.4402432 Apr 11 18:20:02.229765 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24126d46-8b63-4509-9b8e-123de5b9e2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be03debf-a2c4-41da-9c70-fcab7f369912,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:02.277344 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0d6d2-fabc-4d19-9aed-341814470285 None None] New status for floating IP 86306618-7b57-4775-aa55-09bccff88751: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:20:03.049176 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2cd2a-41c3-4500-8b25-1fa47a347ac5 req-db4737c3-1438-427a-828b-1a2ff0647a90 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:03.057764 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-78f2cd2a-41c3-4500-8b25-1fa47a347ac5 req-db4737c3-1438-427a-828b-1a2ff0647a90 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0752840 Apr 11 18:20:03.106189 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-78f2cd2a-41c3-4500-8b25-1fa47a347ac5 req-5ac66213-81f6-41fb-9a26-800c9054e332 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475154 Apr 11 18:20:03.346828 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167a2c2-36bd-4271-b014-ea568e5d2d79 req-f7dab50d-ba69-4199-8c3a-5656bfe700b2 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:03.351672 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d167a2c2-36bd-4271-b014-ea568e5d2d79 req-f7dab50d-ba69-4199-8c3a-5656bfe700b2 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 945 time: 0.0563738 Apr 11 18:20:03.400352 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d167a2c2-36bd-4271-b014-ea568e5d2d79 req-9fcaa97b-dd8c-45de-a411-ad1a91ab9122 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442941 Apr 11 18:20:04.231754 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debccfde-cdcc-418a-9c11-9c26c9fa462d req-68e598a9-eefd-4c1f-ab17-0b8d5edf8701 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:04.233271 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-debccfde-cdcc-418a-9c11-9c26c9fa462d req-68e598a9-eefd-4c1f-ab17-0b8d5edf8701 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0537076 Apr 11 18:20:04.286218 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-debccfde-cdcc-418a-9c11-9c26c9fa462d req-eafe524a-490c-47ab-aca8-726dbcc6e3f8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449202 Apr 11 18:20:04.552773 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766c73d-058c-4982-b250-244b190720e7 req-d09440ad-f6f4-4c29-aa00-caff87a9e4e1 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:04.554614 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3766c73d-058c-4982-b250-244b190720e7 req-d09440ad-f6f4-4c29-aa00-caff87a9e4e1 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 945 time: 0.0585830 Apr 11 18:20:04.559754 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-93070a2c-da7b-4bff-bcfb-46efd894fae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:04.608580 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3766c73d-058c-4982-b250-244b190720e7 req-f42b235f-cb48-4fe8-813d-243d7c4bdbe2 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9c747f6-6aa8-4694-8730-a3857be92480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457847 Apr 11 18:20:04.977563 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05183c72-ef40-46e6-bde1-2ee43ca617dc req-10d3b17d-f5c0-46ec-b239-37398c0f8fe8 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:04.979118 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-05183c72-ef40-46e6-bde1-2ee43ca617dc req-10d3b17d-f5c0-46ec-b239-37398c0f8fe8 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.30 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 945 time: 0.3073447 Apr 11 18:20:05.110733 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-05183c72-ef40-46e6-bde1-2ee43ca617dc req-c56176c1-ac58-4419-a392-d0e9f55111f7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Deleting port 36e15431-43ed-492c-9c56-d24cc4b4fd43 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:20:05.111123 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-05183c72-ef40-46e6-bde1-2ee43ca617dc req-c56176c1-ac58-4419-a392-d0e9f55111f7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:05.206510 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-05183c72-ef40-46e6-bde1-2ee43ca617dc req-c56176c1-ac58-4419-a392-d0e9f55111f7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] For port 36e15431-43ed-492c-9c56-d24cc4b4fd43, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=36e15431-43ed-492c-9c56-d24cc4b4fd43,segment=NetworkSegment(4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1),segment_id=4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:20:05.207510 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-05183c72-ef40-46e6-bde1-2ee43ca617dc req-c56176c1-ac58-4419-a392-d0e9f55111f7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:05.222462 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-05183c72-ef40-46e6-bde1-2ee43ca617dc req-c56176c1-ac58-4419-a392-d0e9f55111f7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Calling delete_port for 36e15431-43ed-492c-9c56-d24cc4b4fd43 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:20:05.394913 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:05.412930 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2a74e-8dcf-4a2c-b749-c125e7a94f3e req-36204b48-a925-4bbf-85ef-02afcbd00511 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:05.414434 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-14d2a74e-8dcf-4a2c-b749-c125e7a94f3e req-36204b48-a925-4bbf-85ef-02afcbd00511 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0567544 Apr 11 18:20:05.466189 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-14d2a74e-8dcf-4a2c-b749-c125e7a94f3e req-29188e97-a0b9-41da-806e-4db8ec255b27 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461364 Apr 11 18:20:05.522911 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-05183c72-ef40-46e6-bde1-2ee43ca617dc req-c56176c1-ac58-4419-a392-d0e9f55111f7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (36e15431-43ed-492c-9c56-d24cc4b4fd43), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:05.541727 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['36e15431-43ed-492c-9c56-d24cc4b4fd43'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:20:05.561288 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56176c1-ac58-4419-a392-d0e9f55111f7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Pushing event deleted for resources: {'Port': ['ID=36e15431-43ed-492c-9c56-d24cc4b4fd43,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:05.627009 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-05183c72-ef40-46e6-bde1-2ee43ca617dc req-c56176c1-ac58-4419-a392-d0e9f55111f7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] No DVR routers for this DVR port 36e15431-43ed-492c-9c56-d24cc4b4fd43 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:20:05.630248 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-05183c72-ef40-46e6-bde1-2ee43ca617dc req-c56176c1-ac58-4419-a392-d0e9f55111f7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:05.633731 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-05183c72-ef40-46e6-bde1-2ee43ca617dc req-c56176c1-ac58-4419-a392-d0e9f55111f7 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.30 "DELETE /v2.0/ports/36e15431-43ed-492c-9c56-d24cc4b4fd43 HTTP/1.1" status: 204 len: 173 time: 0.6456404 Apr 11 18:20:05.634190 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d49bde-900d-4e16-ae25-742ff426b729', 'name': 'network-vif-deleted', 'tag': '36e15431-43ed-492c-9c56-d24cc4b4fd43'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:20:05.636524 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1931869-b26a-471a-93a0-9b8b96ea5d73" -d '{"events": [{"server_uuid": "82d49bde-900d-4e16-ae25-742ff426b729", "name": "network-vif-deleted", "tag": "36e15431-43ed-492c-9c56-d24cc4b4fd43"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:20:05.684356 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594e73c5-f4ad-4736-877a-68086a23b410 x-openstack-request-id: req-594e73c5-f4ad-4736-877a-68086a23b410 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:20:05.684745 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d49bde-900d-4e16-ae25-742ff426b729", "name": "network-vif-deleted", "tag": "36e15431-43ed-492c-9c56-d24cc4b4fd43", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:20:05.685080 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-594e73c5-f4ad-4736-877a-68086a23b410 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:20:05.685546 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-594e73c5-f4ad-4736-877a-68086a23b410'] response: {'server_uuid': '82d49bde-900d-4e16-ae25-742ff426b729', 'name': 'network-vif-deleted', 'tag': '36e15431-43ed-492c-9c56-d24cc4b4fd43', 'status': 'completed', 'code': 200} Apr 11 18:20:05.708130 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6fc86a6c-a906-4518-aa80-e133af81bfc2 req-dc150945-b6e7-42a2-8874-0d8bacbe0cee tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.0268793 Apr 11 18:20:06.581475 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb9ce0-55e6-4572-82da-cc3e405ba8f2 req-84f2c818-b6bf-45b3-bd5a-a2e833f4a74b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:06.583885 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-26bb9ce0-55e6-4572-82da-cc3e405ba8f2 req-84f2c818-b6bf-45b3-bd5a-a2e833f4a74b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0508273 Apr 11 18:20:06.631416 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-26bb9ce0-55e6-4572-82da-cc3e405ba8f2 req-d90ca9e8-964d-41ff-87bf-ae542767ef21 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 Apr 11 18:20:06.807535 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fc4dc278-dcd7-441b-988c-e9934dfb4636 req-b023eb0e-ba9c-4829-afdf-151cab39ed7e tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.0302320 Apr 11 18:20:06.893560 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:07.745161 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c164d31-947b-48d4-ba07-cec9479fdec4 req-b7f43c6e-2d49-44d5-b72c-27b71fc64884 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:07.746792 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7c164d31-947b-48d4-ba07-cec9479fdec4 req-b7f43c6e-2d49-44d5-b72c-27b71fc64884 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0479851 Apr 11 18:20:07.796834 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7c164d31-947b-48d4-ba07-cec9479fdec4 req-8be9bffc-e00d-4c32-87c2-5a00ef5806e9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443110 Apr 11 18:20:07.906573 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5f7ff1ee-177f-4f42-a4fb-5328f4f35e94 req-a70a2e32-3a6e-4bc6-a028-e33ade69718a tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.0299385 Apr 11 18:20:08.370947 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:08.913233 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679688f-c8e1-4f74-9cef-6278f1a68896 req-fec025c7-0636-4f43-9e7c-42efb1ed39cb tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:08.914680 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9679688f-c8e1-4f74-9cef-6278f1a68896 req-fec025c7-0636-4f43-9e7c-42efb1ed39cb tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0465827 Apr 11 18:20:08.964839 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9679688f-c8e1-4f74-9cef-6278f1a68896 req-057023d2-2f84-410d-bf07-0303e0356e9e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445287 Apr 11 18:20:09.007647 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-da6374ad-0a00-48a4-91c4-bdd968d04889 req-575952d9-bb41-4621-b5dd-2400cf96ebf0 tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.0277472 Apr 11 18:20:09.319856 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 36e15431-43ed-492c-9c56-d24cc4b4fd43 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:20:09.339750 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 36e15431-43ed-492c-9c56-d24cc4b4fd43 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:20:09.340090 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 36e15431-43ed-492c-9c56-d24cc4b4fd43 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:20:10.097972 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11778e50-2b7e-4cf8-99fb-48c75e4f011b req-69d5492a-a542-48f2-861e-4b0f3c38ec88 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:10.099732 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-11778e50-2b7e-4cf8-99fb-48c75e4f011b req-69d5492a-a542-48f2-861e-4b0f3c38ec88 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0671585 Apr 11 18:20:10.138015 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9eac7598-a682-4f35-b268-6c541d346949 req-e64d61b9-5032-471c-bee1-48f036d9a4bd tempest-DeleteServersTestJSON-1190663942 tempest-DeleteServersTestJSON-1190663942-project] 10.222.0.64 "GET /v2.0/ports?device_id=82d49bde-900d-4e16-ae25-742ff426b729 HTTP/1.1" status: 200 len: 210 time: 0.0371895 Apr 11 18:20:10.175747 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-11778e50-2b7e-4cf8-99fb-48c75e4f011b req-31855cce-9cd0-41a4-ba9d-e501239e6d71 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660055 Apr 11 18:20:10.428364 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47248) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:10.578646 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f70bed4c-34ff-4aeb-b9d2-eb0872b1a40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:10.660177 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f70bed4c-34ff-4aeb-b9d2-eb0872b1a40a admin admin] Publish callbacks [] for security_group (70622d39-e02b-46b5-bb35-d0d3c497648a), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:10.736436 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f70bed4c-34ff-4aeb-b9d2-eb0872b1a40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (70622d39-e02b-46b5-bb35-d0d3c497648a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:10.774786 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70bed4c-34ff-4aeb-b9d2-eb0872b1a40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70622d39-e02b-46b5-bb35-d0d3c497648a,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:10.779090 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f70bed4c-34ff-4aeb-b9d2-eb0872b1a40a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=167d119fd64d4ac5b03550368c28b423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491750 Apr 11 18:20:10.782396 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47256) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:10.835143 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1073f587-1a6d-4ec7-b67f-13481fda369f admin admin] Publish callbacks [] for security_group (70622d39-e02b-46b5-bb35-d0d3c497648a), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:10.859125 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1073f587-1a6d-4ec7-b67f-13481fda369f admin admin] Publish callbacks [] for security_group (70622d39-e02b-46b5-bb35-d0d3c497648a), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:11.010818 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1073f587-1a6d-4ec7-b67f-13481fda369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (70622d39-e02b-46b5-bb35-d0d3c497648a), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:11.013552 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1073f587-1a6d-4ec7-b67f-13481fda369f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:11.014692 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-1073f587-1a6d-4ec7-b67f-13481fda369f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70622d39-e02b-46b5-bb35-d0d3c497648a HTTP/1.1" status: 204 len: 168 time: 0.2319913 Apr 11 18:20:11.024464 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073f587-1a6d-4ec7-b67f-13481fda369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70622d39-e02b-46b5-bb35-d0d3c497648a,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:11.340245 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386009e-f572-47dd-b1b4-bc49c20662bf req-160eccf3-cdd2-4446-813b-0fa5df3efd20 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:11.348951 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a386009e-f572-47dd-b1b4-bc49c20662bf req-160eccf3-cdd2-4446-813b-0fa5df3efd20 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0763257 Apr 11 18:20:11.439999 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a386009e-f572-47dd-b1b4-bc49c20662bf req-f1707308-901a-46cd-b33e-fad0ec8a7357 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901577 Apr 11 18:20:11.820672 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47304) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:11.835270 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a75bc719-ba9b-4674-bed9-c61f1372cf42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:11.915781 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a75bc719-ba9b-4674-bed9-c61f1372cf42 admin admin] Publish callbacks [] for security_group (050a3439-48ff-449e-acc8-4f5ef7be8079), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:12.007573 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a75bc719-ba9b-4674-bed9-c61f1372cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (050a3439-48ff-449e-acc8-4f5ef7be8079), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:12.050232 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a75bc719-ba9b-4674-bed9-c61f1372cf42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6e7ffdc360b4234be20559ded26cfe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284563 Apr 11 18:20:12.052712 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bc719-ba9b-4674-bed9-c61f1372cf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050a3439-48ff-449e-acc8-4f5ef7be8079,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:12.053960 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47306) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:12.105164 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-48060599-da6c-41a8-80b1-181a50f178bd admin admin] Publish callbacks [] for security_group (050a3439-48ff-449e-acc8-4f5ef7be8079), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:12.129605 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-48060599-da6c-41a8-80b1-181a50f178bd admin admin] Publish callbacks [] for security_group (050a3439-48ff-449e-acc8-4f5ef7be8079), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:12.242179 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-48060599-da6c-41a8-80b1-181a50f178bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (050a3439-48ff-449e-acc8-4f5ef7be8079), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:12.244824 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-48060599-da6c-41a8-80b1-181a50f178bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:12.245994 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-48060599-da6c-41a8-80b1-181a50f178bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/050a3439-48ff-449e-acc8-4f5ef7be8079 HTTP/1.1" status: 204 len: 168 time: 0.1906664 Apr 11 18:20:12.254609 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48060599-da6c-41a8-80b1-181a50f178bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050a3439-48ff-449e-acc8-4f5ef7be8079,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:12.596496 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcb7ad-5ef9-49e3-8d88-b46f392410f0 req-2c14826a-1a71-44d7-9e9a-57f9ef4b9900 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:12.599682 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebcb7ad-5ef9-49e3-8d88-b46f392410f0 req-2c14826a-1a71-44d7-9e9a-57f9ef4b9900 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0657356 Apr 11 18:20:12.649312 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ebcb7ad-5ef9-49e3-8d88-b46f392410f0 req-11a8c57b-102c-4e11-8f4e-9f61d6953c24 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451365 Apr 11 18:20:12.748579 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:12.832459 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47340) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:12.884673 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e77e89-7f17-4fb3-9aaa-85afb465530c admin admin] Deleting subnet 9c7c0bd3-e5e5-431a-950c-d6697fd7701a {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:20:12.887434 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-54e77e89-7f17-4fb3-9aaa-85afb465530c admin admin] Publish callbacks [] for subnet (9c7c0bd3-e5e5-431a-950c-d6697fd7701a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:12.931142 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-54e77e89-7f17-4fb3-9aaa-85afb465530c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6097540'] for subnet (9c7c0bd3-e5e5-431a-950c-d6697fd7701a), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:12.974490 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-54e77e89-7f17-4fb3-9aaa-85afb465530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (9c7c0bd3-e5e5-431a-950c-d6697fd7701a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:13.114436 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-54e77e89-7f17-4fb3-9aaa-85afb465530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5377928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5248833'] for subnet (9c7c0bd3-e5e5-431a-950c-d6697fd7701a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:13.140521 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e77e89-7f17-4fb3-9aaa-85afb465530c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c7c0bd3-e5e5-431a-950c-d6697fd7701a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:13.146903 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-54e77e89-7f17-4fb3-9aaa-85afb465530c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:13.150832 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-54e77e89-7f17-4fb3-9aaa-85afb465530c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9c7c0bd3-e5e5-431a-950c-d6697fd7701a HTTP/1.1" status: 204 len: 168 time: 0.3166296 Apr 11 18:20:13.153241 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47362) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:13.256261 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19e37d0d-7914-49af-9580-c35beddbdb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (8b0d3853-ec74-431a-ac4e-39051a91190a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:13.344814 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19e37d0d-7914-49af-9580-c35beddbdb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (8b0d3853-ec74-431a-ac4e-39051a91190a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:13.366645 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-19e37d0d-7914-49af-9580-c35beddbdb47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0d3853-ec74-431a-ac4e-39051a91190a']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:13.376525 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-19e37d0d-7914-49af-9580-c35beddbdb47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:13.376823 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-19e37d0d-7914-49af-9580-c35beddbdb47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:13.387454 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19e37d0d-7914-49af-9580-c35beddbdb47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6097549'] for segment (4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:13.406298 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19e37d0d-7914-49af-9580-c35beddbdb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:13.415735 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e37d0d-7914-49af-9580-c35beddbdb47 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:20:13.416191 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19e37d0d-7914-49af-9580-c35beddbdb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5377826'] for segment (4d3daa08-709a-42cd-bce0-c3b1e4e1c8e1), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: Traceback (most recent call last): Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: timer() Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: cb(*args, **kw) Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: return func(*args, **kwargs) Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: self._notify() Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: self.callback(batched_events) Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: event.method(event) Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: return f(self, *a, **k) Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._get(url).json() Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: return self.request(url, 'GET', **kwargs) Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:20:13.423501 dv-cinder-837355-1-iscsi neutron-server[104080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:20:13.581950 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19e37d0d-7914-49af-9580-c35beddbdb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (8b0d3853-ec74-431a-ac4e-39051a91190a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:13.587851 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19e37d0d-7914-49af-9580-c35beddbdb47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:13.590999 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-19e37d0d-7914-49af-9580-c35beddbdb47 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8b0d3853-ec74-431a-ac4e-39051a91190a HTTP/1.1" status: 204 len: 168 time: 0.4368227 Apr 11 18:20:13.603462 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e37d0d-7914-49af-9580-c35beddbdb47 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0d3853-ec74-431a-ac4e-39051a91190a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:13.771919 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba24a8-c0d4-46fd-a637-7784df913d23 req-9f655d11-06f3-4218-9709-a70787e4265f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:13.773400 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19ba24a8-c0d4-46fd-a637-7784df913d23 req-9f655d11-06f3-4218-9709-a70787e4265f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0499125 Apr 11 18:20:13.831267 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19ba24a8-c0d4-46fd-a637-7784df913d23 req-9d215e15-f197-455d-b488-bbfec77850f5 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519857 Apr 11 18:20:13.934392 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47402) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:13.976029 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c9b8914b-12b7-414f-82b8-c78210a31fa1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25a34d2dc9534338ba66c20de483946e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403044 Apr 11 18:20:13.978841 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47404) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:14.046031 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14a6ad09-1abc-4673-953a-0c56a5cbe099 admin admin] Publish callbacks [] for security_group (d9c747f6-6aa8-4694-8730-a3857be92480), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:14.070822 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14a6ad09-1abc-4673-953a-0c56a5cbe099 admin admin] Publish callbacks [] for security_group (d9c747f6-6aa8-4694-8730-a3857be92480), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:14.210783 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14a6ad09-1abc-4673-953a-0c56a5cbe099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (d9c747f6-6aa8-4694-8730-a3857be92480), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:14.213313 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14a6ad09-1abc-4673-953a-0c56a5cbe099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:14.217143 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-14a6ad09-1abc-4673-953a-0c56a5cbe099 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9c747f6-6aa8-4694-8730-a3857be92480 HTTP/1.1" status: 204 len: 168 time: 0.2346103 Apr 11 18:20:14.226375 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6ad09-1abc-4673-953a-0c56a5cbe099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c747f6-6aa8-4694-8730-a3857be92480,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:14.393702 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47420) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:14.499299 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47436) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:14.557028 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1be3b14-7c70-4a15-ba33-6fb581a9ec99 admin admin] Deleting subnet 3c7a7ddc-db2b-4dbb-9e01-fc33338822d4 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:20:14.560566 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1be3b14-7c70-4a15-ba33-6fb581a9ec99 admin admin] Publish callbacks [] for subnet (3c7a7ddc-db2b-4dbb-9e01-fc33338822d4), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:14.596761 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1be3b14-7c70-4a15-ba33-6fb581a9ec99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6097540'] for subnet (3c7a7ddc-db2b-4dbb-9e01-fc33338822d4), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:14.640814 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1be3b14-7c70-4a15-ba33-6fb581a9ec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (3c7a7ddc-db2b-4dbb-9e01-fc33338822d4), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:14.680823 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2c2445ba-46a0-4c74-9896-5b79e35ce8bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:14.790290 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2c2445ba-46a0-4c74-9896-5b79e35ce8bf admin admin] Publish callbacks [] for security_group (fa5533cd-4f0f-4225-9d7d-6e760ea9b081), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:14.803494 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1be3b14-7c70-4a15-ba33-6fb581a9ec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5377928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5248833'] for subnet (3c7a7ddc-db2b-4dbb-9e01-fc33338822d4), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:14.831994 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be3b14-7c70-4a15-ba33-6fb581a9ec99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7a7ddc-db2b-4dbb-9e01-fc33338822d4,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:14.837843 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1be3b14-7c70-4a15-ba33-6fb581a9ec99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:14.840856 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b1be3b14-7c70-4a15-ba33-6fb581a9ec99 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3c7a7ddc-db2b-4dbb-9e01-fc33338822d4 HTTP/1.1" status: 204 len: 168 time: 0.3400197 Apr 11 18:20:14.842978 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47452) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:14.865622 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2c2445ba-46a0-4c74-9896-5b79e35ce8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (fa5533cd-4f0f-4225-9d7d-6e760ea9b081), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:14.938192 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2445ba-46a0-4c74-9896-5b79e35ce8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5533cd-4f0f-4225-9d7d-6e760ea9b081,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:14.945675 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2c2445ba-46a0-4c74-9896-5b79e35ce8bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7999543e64e4fdaa1058fb695b1365e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5505714 Apr 11 18:20:14.948387 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47456) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:15.008626 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0e71f-c37f-4368-a4c1-419539ddbd61 req-780f49df-48cc-487e-be16-7b02f473ff28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:15.010131 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b5c0e71f-c37f-4368-a4c1-419539ddbd61 req-780f49df-48cc-487e-be16-7b02f473ff28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0593851 Apr 11 18:20:15.010414 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-73bd416c-2249-4eab-8c14-86abe12d9091 admin admin] Publish callbacks [] for security_group (fa5533cd-4f0f-4225-9d7d-6e760ea9b081), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.013102 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b111ffaf-6a4f-4a6e-9bb2-9635c0d993df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (957a3079-c18b-4d49-b539-8639b0647ff0), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.044088 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-73bd416c-2249-4eab-8c14-86abe12d9091 admin admin] Publish callbacks [] for security_group (fa5533cd-4f0f-4225-9d7d-6e760ea9b081), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.117037 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b5c0e71f-c37f-4368-a4c1-419539ddbd61 req-363e51cd-ffe2-4757-bd3b-c937b3113f27 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977399 Apr 11 18:20:15.146928 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b111ffaf-6a4f-4a6e-9bb2-9635c0d993df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (957a3079-c18b-4d49-b539-8639b0647ff0), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.168427 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-b111ffaf-6a4f-4a6e-9bb2-9635c0d993df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957a3079-c18b-4d49-b539-8639b0647ff0']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:15.179815 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-b111ffaf-6a4f-4a6e-9bb2-9635c0d993df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2833684-bde5-4dfd-975a-665494cf284e') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:15.180112 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-b111ffaf-6a4f-4a6e-9bb2-9635c0d993df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2833684-bde5-4dfd-975a-665494cf284e') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:15.196787 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b111ffaf-6a4f-4a6e-9bb2-9635c0d993df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7668627'] for segment (a2833684-bde5-4dfd-975a-665494cf284e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.211841 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b111ffaf-6a4f-4a6e-9bb2-9635c0d993df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (a2833684-bde5-4dfd-975a-665494cf284e), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.216385 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-73bd416c-2249-4eab-8c14-86abe12d9091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (fa5533cd-4f0f-4225-9d7d-6e760ea9b081), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.219345 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-73bd416c-2249-4eab-8c14-86abe12d9091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.228810 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b111ffaf-6a4f-4a6e-9bb2-9635c0d993df admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:20:15.228810 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b111ffaf-6a4f-4a6e-9bb2-9635c0d993df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668849'] for segment (a2833684-bde5-4dfd-975a-665494cf284e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.229229 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-73bd416c-2249-4eab-8c14-86abe12d9091 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa5533cd-4f0f-4225-9d7d-6e760ea9b081 HTTP/1.1" status: 204 len: 168 time: 0.2711325 Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: Traceback (most recent call last): Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: timer() Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: cb(*args, **kw) Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: return func(*args, **kwargs) Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: self._notify() Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: self.callback(batched_events) Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: event.method(event) Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: return f(self, *a, **k) Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._get(url).json() Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: return self.request(url, 'GET', **kwargs) Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:20:15.229464 dv-cinder-837355-1-iscsi neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:20:15.235692 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd416c-2249-4eab-8c14-86abe12d9091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5533cd-4f0f-4225-9d7d-6e760ea9b081,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:15.405005 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b111ffaf-6a4f-4a6e-9bb2-9635c0d993df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (957a3079-c18b-4d49-b539-8639b0647ff0), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.428641 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b111ffaf-6a4f-4a6e-9bb2-9635c0d993df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.431911 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b111ffaf-6a4f-4a6e-9bb2-9635c0d993df admin admin] 10.222.0.64 "DELETE /v2.0/networks/957a3079-c18b-4d49-b539-8639b0647ff0 HTTP/1.1" status: 204 len: 168 time: 0.5878892 Apr 11 18:20:15.433153 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111ffaf-6a4f-4a6e-9bb2-9635c0d993df admin admin] Pushing event deleted for resources: {'Network': ['ID=957a3079-c18b-4d49-b539-8639b0647ff0,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:15.434774 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47496) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:15.491577 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb334ef-f01c-4fd7-8338-15ca1edfbf88 admin admin] Deleting subnet 036b62da-67d6-4b53-9791-2e33d4a341b1 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:20:15.494904 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0fb334ef-f01c-4fd7-8338-15ca1edfbf88 admin admin] Publish callbacks [] for subnet (036b62da-67d6-4b53-9791-2e33d4a341b1), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.531049 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0fb334ef-f01c-4fd7-8338-15ca1edfbf88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6097540'] for subnet (036b62da-67d6-4b53-9791-2e33d4a341b1), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.589551 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0fb334ef-f01c-4fd7-8338-15ca1edfbf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (036b62da-67d6-4b53-9791-2e33d4a341b1), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.845604 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0fb334ef-f01c-4fd7-8338-15ca1edfbf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5377928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5248833'] for subnet (036b62da-67d6-4b53-9791-2e33d4a341b1), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.874234 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb334ef-f01c-4fd7-8338-15ca1edfbf88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036b62da-67d6-4b53-9791-2e33d4a341b1,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:15.876272 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0fb334ef-f01c-4fd7-8338-15ca1edfbf88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:15.879580 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0fb334ef-f01c-4fd7-8338-15ca1edfbf88 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/036b62da-67d6-4b53-9791-2e33d4a341b1 HTTP/1.1" status: 204 len: 168 time: 0.4437218 Apr 11 18:20:15.886917 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47510) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:15.962968 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cfe919ca-8a38-44cd-a5c5-029709a73dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (d90ecf2e-5abb-4a76-9ad5-831752acdbcf), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.053600 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cfe919ca-8a38-44cd-a5c5-029709a73dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (d90ecf2e-5abb-4a76-9ad5-831752acdbcf), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.073951 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-cfe919ca-8a38-44cd-a5c5-029709a73dbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90ecf2e-5abb-4a76-9ad5-831752acdbcf']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:16.084794 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-cfe919ca-8a38-44cd-a5c5-029709a73dbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147101c8-5016-48f7-a84c-6720043f543a') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:16.085108 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-cfe919ca-8a38-44cd-a5c5-029709a73dbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147101c8-5016-48f7-a84c-6720043f543a') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:20:16.095726 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cfe919ca-8a38-44cd-a5c5-029709a73dbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7668627'] for segment (147101c8-5016-48f7-a84c-6720043f543a), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.110335 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cfe919ca-8a38-44cd-a5c5-029709a73dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (147101c8-5016-48f7-a84c-6720043f543a), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.118171 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe919ca-8a38-44cd-a5c5-029709a73dbc admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:20:16.118732 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cfe919ca-8a38-44cd-a5c5-029709a73dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668849'] for segment (147101c8-5016-48f7-a84c-6720043f543a), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: Traceback (most recent call last): Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: timer() Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: cb(*args, **kw) Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: return func(*args, **kwargs) Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: self._notify() Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: self.callback(batched_events) Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: event.method(event) Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: return f(self, *a, **k) Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._get(url).json() Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: return self.request(url, 'GET', **kwargs) Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:20:16.120542 dv-cinder-837355-1-iscsi neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:20:16.266966 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c0340-e84a-4694-8ddf-038364dbc452 req-73ff2c86-a728-4cb9-85bf-d0a5e2530bed tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:16.268777 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-604c0340-e84a-4694-8ddf-038364dbc452 req-73ff2c86-a728-4cb9-85bf-d0a5e2530bed tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0498986 Apr 11 18:20:16.281676 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47516) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:16.287709 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cfe919ca-8a38-44cd-a5c5-029709a73dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (d90ecf2e-5abb-4a76-9ad5-831752acdbcf), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.298820 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b8cd401f-8d70-44c7-8219-2e0252b02409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.300366 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-cfe919ca-8a38-44cd-a5c5-029709a73dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.304420 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-cfe919ca-8a38-44cd-a5c5-029709a73dbc admin admin] 10.222.0.64 "DELETE /v2.0/networks/d90ecf2e-5abb-4a76-9ad5-831752acdbcf HTTP/1.1" status: 204 len: 168 time: 0.4163511 Apr 11 18:20:16.317496 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe919ca-8a38-44cd-a5c5-029709a73dbc admin admin] Pushing event deleted for resources: {'Network': ['ID=d90ecf2e-5abb-4a76-9ad5-831752acdbcf,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:16.338365 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47520) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:16.347076 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-604c0340-e84a-4694-8ddf-038364dbc452 req-60c0992a-51c8-4afe-878c-962df4a1c69c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714335 Apr 11 18:20:16.429810 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b8cd401f-8d70-44c7-8219-2e0252b02409 admin admin] Publish callbacks [] for security_group (ca8bbbf9-dd25-457d-903e-4c9dd3d0caa8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.510335 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b8cd401f-8d70-44c7-8219-2e0252b02409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (ca8bbbf9-dd25-457d-903e-4c9dd3d0caa8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.568991 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-351cea9b-bcab-4f50-8999-ddd8ec04dea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.571974 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd401f-8d70-44c7-8219-2e0252b02409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8bbbf9-dd25-457d-903e-4c9dd3d0caa8,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:16.578692 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b8cd401f-8d70-44c7-8219-2e0252b02409 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=710a85f6200841efaf1b223996308fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942805 Apr 11 18:20:16.588577 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47528) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:16.650579 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a83e6b93-4e0e-44b6-839a-4e2c5b0dccae admin admin] Publish callbacks [] for security_group (ca8bbbf9-dd25-457d-903e-4c9dd3d0caa8), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.674637 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a83e6b93-4e0e-44b6-839a-4e2c5b0dccae admin admin] Publish callbacks [] for security_group (ca8bbbf9-dd25-457d-903e-4c9dd3d0caa8), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.678737 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-351cea9b-bcab-4f50-8999-ddd8ec04dea7 admin admin] Publish callbacks [] for security_group (ee4bd176-4f56-425b-9474-0f567b982e17), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.736312 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-351cea9b-bcab-4f50-8999-ddd8ec04dea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (ee4bd176-4f56-425b-9474-0f567b982e17), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.752118 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47532) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:16.777138 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cea9b-bcab-4f50-8999-ddd8ec04dea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4bd176-4f56-425b-9474-0f567b982e17,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:16.782265 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-351cea9b-bcab-4f50-8999-ddd8ec04dea7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47f6e6a809e74281b6d5b30f52a3525e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362504 Apr 11 18:20:16.785070 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47534) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:16.796003 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a83e6b93-4e0e-44b6-839a-4e2c5b0dccae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (ca8bbbf9-dd25-457d-903e-4c9dd3d0caa8), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.798509 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a83e6b93-4e0e-44b6-839a-4e2c5b0dccae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.799643 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a83e6b93-4e0e-44b6-839a-4e2c5b0dccae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca8bbbf9-dd25-457d-903e-4c9dd3d0caa8 HTTP/1.1" status: 204 len: 168 time: 0.2100372 Apr 11 18:20:16.831759 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e6b93-4e0e-44b6-839a-4e2c5b0dccae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8bbbf9-dd25-457d-903e-4c9dd3d0caa8,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:16.841890 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-86017101-8928-431c-a091-dbd49fa353e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6ca89b7e3294c71bf125608b5749f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0885775 Apr 11 18:20:16.844796 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47538) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:16.884551 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9831f24f-e37a-4396-a0af-db057a655b53 admin admin] Publish callbacks [] for security_group (ee4bd176-4f56-425b-9474-0f567b982e17), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.916690 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9831f24f-e37a-4396-a0af-db057a655b53 admin admin] Publish callbacks [] for security_group (ee4bd176-4f56-425b-9474-0f567b982e17), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.929924 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a46178c5-cd92-4150-b1ce-47541d5383ea admin admin] Publish callbacks [] for security_group (d1c10995-9a38-4897-9f75-a3c7fe62dd86), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:16.958634 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a46178c5-cd92-4150-b1ce-47541d5383ea admin admin] Publish callbacks [] for security_group (d1c10995-9a38-4897-9f75-a3c7fe62dd86), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:17.041492 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9831f24f-e37a-4396-a0af-db057a655b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (ee4bd176-4f56-425b-9474-0f567b982e17), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:17.044402 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9831f24f-e37a-4396-a0af-db057a655b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:17.045597 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9831f24f-e37a-4396-a0af-db057a655b53 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee4bd176-4f56-425b-9474-0f567b982e17 HTTP/1.1" status: 204 len: 168 time: 0.2595816 Apr 11 18:20:17.054140 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831f24f-e37a-4396-a0af-db057a655b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4bd176-4f56-425b-9474-0f567b982e17,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:17.096066 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a46178c5-cd92-4150-b1ce-47541d5383ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (d1c10995-9a38-4897-9f75-a3c7fe62dd86), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:17.100050 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a46178c5-cd92-4150-b1ce-47541d5383ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:17.101269 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a46178c5-cd92-4150-b1ce-47541d5383ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1c10995-9a38-4897-9f75-a3c7fe62dd86 HTTP/1.1" status: 204 len: 168 time: 0.2554853 Apr 11 18:20:17.109263 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46178c5-cd92-4150-b1ce-47541d5383ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c10995-9a38-4897-9f75-a3c7fe62dd86,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:17.504910 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d8a19-7468-40ae-a61d-4c563edc80c0 req-f28c84d9-6396-4119-9be0-e92dba61d9d7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:17.507558 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-db5d8a19-7468-40ae-a61d-4c563edc80c0 req-f28c84d9-6396-4119-9be0-e92dba61d9d7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0854473 Apr 11 18:20:17.573886 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-db5d8a19-7468-40ae-a61d-4c563edc80c0 req-34249daa-2b63-462c-8c2c-9457b71bd755 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588121 Apr 11 18:20:17.821014 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47564) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:17.866518 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8f8e83ad-36e7-4a0c-981e-847034b4ccbc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8aba05ef69f944b4b6179823a553fd80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429158 Apr 11 18:20:17.869168 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47566) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:17.908219 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47572) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:17.928795 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-687543bd-2d8b-46cf-a519-9199c893a92c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:17.936460 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb42d-d01a-49b8-bdf8-d967b1c2af20 admin admin] Publish callbacks [] for security_group (91dfb4da-95d0-4e5a-b906-dfe17e35e7b6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:17.964970 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb42d-d01a-49b8-bdf8-d967b1c2af20 admin admin] Publish callbacks [] for security_group (91dfb4da-95d0-4e5a-b906-dfe17e35e7b6), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:18.018078 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-687543bd-2d8b-46cf-a519-9199c893a92c admin admin] Publish callbacks [] for security_group (a12cbb75-00bd-4bcc-ab98-94f4a9fc0238), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:18.081527 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-687543bd-2d8b-46cf-a519-9199c893a92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (a12cbb75-00bd-4bcc-ab98-94f4a9fc0238), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:18.113693 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb42d-d01a-49b8-bdf8-d967b1c2af20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (91dfb4da-95d0-4e5a-b906-dfe17e35e7b6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:18.116373 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb42d-d01a-49b8-bdf8-d967b1c2af20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:18.117835 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9f9fb42d-d01a-49b8-bdf8-d967b1c2af20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91dfb4da-95d0-4e5a-b906-dfe17e35e7b6 HTTP/1.1" status: 204 len: 168 time: 0.2475476 Apr 11 18:20:18.120944 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687543bd-2d8b-46cf-a519-9199c893a92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12cbb75-00bd-4bcc-ab98-94f4a9fc0238,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:18.128094 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-687543bd-2d8b-46cf-a519-9199c893a92c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4dbad30be43b452eb922e933b6f55e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185340 Apr 11 18:20:18.132268 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fb42d-d01a-49b8-bdf8-d967b1c2af20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dfb4da-95d0-4e5a-b906-dfe17e35e7b6,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:18.134257 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47580) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:18.202617 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59542f01-1031-4257-98a7-ee59c210fc8d admin admin] Publish callbacks [] for security_group (a12cbb75-00bd-4bcc-ab98-94f4a9fc0238), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:18.230585 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59542f01-1031-4257-98a7-ee59c210fc8d admin admin] Publish callbacks [] for security_group (a12cbb75-00bd-4bcc-ab98-94f4a9fc0238), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:18.387978 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59542f01-1031-4257-98a7-ee59c210fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (a12cbb75-00bd-4bcc-ab98-94f4a9fc0238), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:18.390702 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-59542f01-1031-4257-98a7-ee59c210fc8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:18.392844 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-59542f01-1031-4257-98a7-ee59c210fc8d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a12cbb75-00bd-4bcc-ab98-94f4a9fc0238 HTTP/1.1" status: 204 len: 168 time: 0.2567692 Apr 11 18:20:18.401937 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59542f01-1031-4257-98a7-ee59c210fc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12cbb75-00bd-4bcc-ab98-94f4a9fc0238,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:18.692810 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220e9e-3387-485b-84c8-b2a23373c930 req-f72a8ebd-12ab-4b0a-8098-700234366dff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:18.694418 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-18220e9e-3387-485b-84c8-b2a23373c930 req-f72a8ebd-12ab-4b0a-8098-700234366dff tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0488889 Apr 11 18:20:18.745144 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-18220e9e-3387-485b-84c8-b2a23373c930 req-f2a3d38d-1655-4061-b619-16337dd86271 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450466 Apr 11 18:20:19.881885 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a0055-2e0f-4c97-b74a-9570ecdebb18 req-b25ce01c-5fb8-4461-b50a-a22ba3c04224 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:19.883445 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d07a0055-2e0f-4c97-b74a-9570ecdebb18 req-b25ce01c-5fb8-4461-b50a-a22ba3c04224 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0584648 Apr 11 18:20:19.933678 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d07a0055-2e0f-4c97-b74a-9570ecdebb18 req-cc981d67-847d-4a21-9b5c-0bfa35bab378 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446281 Apr 11 18:20:21.054995 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3130cd0-e7f7-429e-8dfe-d77ff1a04cc8 req-c01411ee-34d8-44a6-819a-ba48c01da1d8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:21.056608 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e3130cd0-e7f7-429e-8dfe-d77ff1a04cc8 req-c01411ee-34d8-44a6-819a-ba48c01da1d8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0538030 Apr 11 18:20:21.110282 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e3130cd0-e7f7-429e-8dfe-d77ff1a04cc8 req-1ec2759f-064d-4f4a-9335-2ee5d42160f7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466785 Apr 11 18:20:22.237656 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dfed2-d623-4e7d-83ba-02df1bd1becf req-b596957c-730f-436e-8dcf-860dad876e47 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:22.240171 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-356dfed2-d623-4e7d-83ba-02df1bd1becf req-b596957c-730f-436e-8dcf-860dad876e47 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0515838 Apr 11 18:20:22.288835 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-356dfed2-d623-4e7d-83ba-02df1bd1becf req-a4c8f52e-031d-4447-a01f-3e60d6ce59ce tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 Apr 11 18:20:23.623884 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9169b2a-b48c-4a63-891d-394c88ebfc31 req-e79b01e4-e17c-46db-bcf2-e39162ad5cef tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:23.625360 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a9169b2a-b48c-4a63-891d-394c88ebfc31 req-e79b01e4-e17c-46db-bcf2-e39162ad5cef tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.2686334 Apr 11 18:20:23.675659 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a9169b2a-b48c-4a63-891d-394c88ebfc31 req-87f0fd6c-e168-4aee-98b4-288fc4ae76aa tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 Apr 11 18:20:24.789272 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c1499-a883-41b5-921b-1c1649b88d1e req-09bb8558-a5cd-4bed-b97e-fc111e68d463 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:24.790746 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f36c1499-a883-41b5-921b-1c1649b88d1e req-09bb8558-a5cd-4bed-b97e-fc111e68d463 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0467765 Apr 11 18:20:24.841436 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f36c1499-a883-41b5-921b-1c1649b88d1e req-40a41e51-a87d-4959-a0bd-5233f37d71c2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437520 Apr 11 18:20:25.369402 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47884) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:25.487800 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c12e0a59-f756-4c3d-9ffc-2e6210000afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:25.567822 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c12e0a59-f756-4c3d-9ffc-2e6210000afd admin admin] Publish callbacks [] for security_group (c93c9cd5-7395-48b8-be6b-6d96d1a68ecf), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:25.692596 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c12e0a59-f756-4c3d-9ffc-2e6210000afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (c93c9cd5-7395-48b8-be6b-6d96d1a68ecf), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:25.715608 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c12e0a59-f756-4c3d-9ffc-2e6210000afd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4b7258b661040c4a74c9c6f69cbea11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450856 Apr 11 18:20:25.717620 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e0a59-f756-4c3d-9ffc-2e6210000afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93c9cd5-7395-48b8-be6b-6d96d1a68ecf,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:25.718664 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47904) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:25.775757 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e9e7-c13e-4dff-9c07-cbe113741e21 admin admin] Publish callbacks [] for security_group (c93c9cd5-7395-48b8-be6b-6d96d1a68ecf), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:25.834349 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e9e7-c13e-4dff-9c07-cbe113741e21 admin admin] Publish callbacks [] for security_group (c93c9cd5-7395-48b8-be6b-6d96d1a68ecf), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:25.968719 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c6fc4-b0e8-4fc4-bba1-62e90333f8cf req-2c8fab79-b155-4328-9f2b-ec6a73fe34fd tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:25.975328 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c18c6fc4-b0e8-4fc4-bba1-62e90333f8cf req-2c8fab79-b155-4328-9f2b-ec6a73fe34fd tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0534797 Apr 11 18:20:25.975328 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e9e7-c13e-4dff-9c07-cbe113741e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (c93c9cd5-7395-48b8-be6b-6d96d1a68ecf), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:25.975328 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fcf2e9e7-c13e-4dff-9c07-cbe113741e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:25.981044 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-fcf2e9e7-c13e-4dff-9c07-cbe113741e21 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c93c9cd5-7395-48b8-be6b-6d96d1a68ecf HTTP/1.1" status: 204 len: 168 time: 0.2590399 Apr 11 18:20:26.008854 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2e9e7-c13e-4dff-9c07-cbe113741e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93c9cd5-7395-48b8-be6b-6d96d1a68ecf,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:26.050239 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47918) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:26.055722 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c18c6fc4-b0e8-4fc4-bba1-62e90333f8cf req-3a7d0e12-e6f5-4329-9e80-cc7f4deb5718 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754092 Apr 11 18:20:26.145833 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47922) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:26.239799 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6ab4-d866-42c6-a3ce-d3952b824965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.286115 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b94a369b-aa6e-4a64-ac6f-8717edb64ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.322075 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6ab4-d866-42c6-a3ce-d3952b824965 admin admin] Publish callbacks [] for security_group (da52ac37-7839-48aa-a240-f38a5e9b968c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.361666 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b94a369b-aa6e-4a64-ac6f-8717edb64ccc admin admin] Publish callbacks [] for security_group (1f0a9297-6ed6-460d-8b08-69e08f6227e5), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.430096 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6ab4-d866-42c6-a3ce-d3952b824965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (da52ac37-7839-48aa-a240-f38a5e9b968c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.459167 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b94a369b-aa6e-4a64-ac6f-8717edb64ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (1f0a9297-6ed6-460d-8b08-69e08f6227e5), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.471123 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2f1c6ab4-d866-42c6-a3ce-d3952b824965 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=422256a11f3144729b6fc5e238ed01e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4192872 Apr 11 18:20:26.471777 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47930) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:26.480627 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c6ab4-d866-42c6-a3ce-d3952b824965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da52ac37-7839-48aa-a240-f38a5e9b968c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:26.502496 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b94a369b-aa6e-4a64-ac6f-8717edb64ccc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3a9122e42ed446e945728b12b08b6b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549852 Apr 11 18:20:26.505761 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a369b-aa6e-4a64-ac6f-8717edb64ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0a9297-6ed6-460d-8b08-69e08f6227e5,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:26.505943 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47932) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:26.557584 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a8f284e2-bf0a-4093-883c-c3320abdaaaa admin admin] Publish callbacks [] for security_group (da52ac37-7839-48aa-a240-f38a5e9b968c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.592707 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a8f284e2-bf0a-4093-883c-c3320abdaaaa admin admin] Publish callbacks [] for security_group (da52ac37-7839-48aa-a240-f38a5e9b968c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.594565 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1bca7b1-caed-4557-a6d0-e759c387abb1 admin admin] Publish callbacks [] for security_group (1f0a9297-6ed6-460d-8b08-69e08f6227e5), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.639227 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1bca7b1-caed-4557-a6d0-e759c387abb1 admin admin] Publish callbacks [] for security_group (1f0a9297-6ed6-460d-8b08-69e08f6227e5), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.744859 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1bca7b1-caed-4557-a6d0-e759c387abb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (1f0a9297-6ed6-460d-8b08-69e08f6227e5), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.747494 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b1bca7b1-caed-4557-a6d0-e759c387abb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.751243 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b1bca7b1-caed-4557-a6d0-e759c387abb1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f0a9297-6ed6-460d-8b08-69e08f6227e5 HTTP/1.1" status: 204 len: 168 time: 0.2416081 Apr 11 18:20:26.751243 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a8f284e2-bf0a-4093-883c-c3320abdaaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (da52ac37-7839-48aa-a240-f38a5e9b968c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.756487 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a8f284e2-bf0a-4093-883c-c3320abdaaaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.756487 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a8f284e2-bf0a-4093-883c-c3320abdaaaa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da52ac37-7839-48aa-a240-f38a5e9b968c HTTP/1.1" status: 204 len: 168 time: 0.2788401 Apr 11 18:20:26.762235 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bca7b1-caed-4557-a6d0-e759c387abb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0a9297-6ed6-460d-8b08-69e08f6227e5,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:26.773249 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f284e2-bf0a-4093-883c-c3320abdaaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da52ac37-7839-48aa-a240-f38a5e9b968c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:26.787746 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47946) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:26.802894 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-267b4d3b-b3a5-4c82-a1b5-32bf31c37306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.903803 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-267b4d3b-b3a5-4c82-a1b5-32bf31c37306 admin admin] Publish callbacks [] for security_group (62c9a489-626d-4c86-9d93-f7640b989fce), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.953466 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-267b4d3b-b3a5-4c82-a1b5-32bf31c37306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (62c9a489-626d-4c86-9d93-f7640b989fce), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:26.997266 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-267b4d3b-b3a5-4c82-a1b5-32bf31c37306 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78d9307a05054ac59ba09a0dcd75ef9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083108 Apr 11 18:20:27.000043 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b4d3b-b3a5-4c82-a1b5-32bf31c37306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c9a489-626d-4c86-9d93-f7640b989fce,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:27.000985 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47948) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:27.055603 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ed76bf0-7adf-4b6f-90ea-c60b91982d64 admin admin] Publish callbacks [] for security_group (62c9a489-626d-4c86-9d93-f7640b989fce), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:27.079044 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ed76bf0-7adf-4b6f-90ea-c60b91982d64 admin admin] Publish callbacks [] for security_group (62c9a489-626d-4c86-9d93-f7640b989fce), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:27.170346 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0c0c1-ae27-4e61-ab4c-68bb0cf649e7 req-9a81e456-69de-44bc-bc72-c6bad37bd29a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:27.171862 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-63e0c0c1-ae27-4e61-ab4c-68bb0cf649e7 req-9a81e456-69de-44bc-bc72-c6bad37bd29a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0477495 Apr 11 18:20:27.220341 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-63e0c0c1-ae27-4e61-ab4c-68bb0cf649e7 req-799d34a4-fbe9-43b2-8d78-bd68fd8c8c33 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 Apr 11 18:20:27.273081 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ed76bf0-7adf-4b6f-90ea-c60b91982d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (62c9a489-626d-4c86-9d93-f7640b989fce), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:27.275791 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ed76bf0-7adf-4b6f-90ea-c60b91982d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:27.276911 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6ed76bf0-7adf-4b6f-90ea-c60b91982d64 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62c9a489-626d-4c86-9d93-f7640b989fce HTTP/1.1" status: 204 len: 168 time: 0.2741897 Apr 11 18:20:27.287390 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed76bf0-7adf-4b6f-90ea-c60b91982d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c9a489-626d-4c86-9d93-f7640b989fce,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:27.892236 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 47980) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:28.021529 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47986) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:28.041430 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8762-a6b9-4651-b6d6-75a045a883ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.126994 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8762-a6b9-4651-b6d6-75a045a883ad admin admin] Publish callbacks [] for security_group (6451f123-9e69-49c5-9d0e-9b52184d513d), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.191005 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-be74046f-8bec-4b89-9838-2fcdf7268f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.193709 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9ee8762-a6b9-4651-b6d6-75a045a883ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (6451f123-9e69-49c5-9d0e-9b52184d513d), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.235732 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee8762-a6b9-4651-b6d6-75a045a883ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6451f123-9e69-49c5-9d0e-9b52184d513d,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:28.247301 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e9ee8762-a6b9-4651-b6d6-75a045a883ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97863f7fe26d4d62a0b7bf8de3fcf877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219465 Apr 11 18:20:28.247668 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 47994) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:28.282756 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-be74046f-8bec-4b89-9838-2fcdf7268f15 admin admin] Publish callbacks [] for security_group (d1ce11c9-b30b-45e0-b529-1fa6fee5dc34), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.365302 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325bb0-4222-443b-aeff-8617a9364d4e req-d290c0be-ef65-41fb-b753-22c6c4d18600 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:28.366925 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b0325bb0-4222-443b-aeff-8617a9364d4e req-d290c0be-ef65-41fb-b753-22c6c4d18600 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0630884 Apr 11 18:20:28.372466 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-664a18d6-6ef8-4397-8639-62a3e3e398c2 admin admin] Publish callbacks [] for security_group (6451f123-9e69-49c5-9d0e-9b52184d513d), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.378378 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-be74046f-8bec-4b89-9838-2fcdf7268f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (d1ce11c9-b30b-45e0-b529-1fa6fee5dc34), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.409711 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-664a18d6-6ef8-4397-8639-62a3e3e398c2 admin admin] Publish callbacks [] for security_group (6451f123-9e69-49c5-9d0e-9b52184d513d), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.433404 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74046f-8bec-4b89-9838-2fcdf7268f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ce11c9-b30b-45e0-b529-1fa6fee5dc34,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:28.442921 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-be74046f-8bec-4b89-9838-2fcdf7268f15 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2e16282f7bb40a19e0983faab2b53d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5526567 Apr 11 18:20:28.443721 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 48004) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:28.466094 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b0325bb0-4222-443b-aeff-8617a9364d4e req-6f63597e-22d0-4062-8c6b-0a622b3cc2fd tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908198 Apr 11 18:20:28.501492 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c6f56292-5c5b-4f30-a7b9-ba3f9117fa5a admin admin] Publish callbacks [] for security_group (d1ce11c9-b30b-45e0-b529-1fa6fee5dc34), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.526647 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c6f56292-5c5b-4f30-a7b9-ba3f9117fa5a admin admin] Publish callbacks [] for security_group (d1ce11c9-b30b-45e0-b529-1fa6fee5dc34), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.616023 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-664a18d6-6ef8-4397-8639-62a3e3e398c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (6451f123-9e69-49c5-9d0e-9b52184d513d), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.619832 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-664a18d6-6ef8-4397-8639-62a3e3e398c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.622781 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-664a18d6-6ef8-4397-8639-62a3e3e398c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6451f123-9e69-49c5-9d0e-9b52184d513d HTTP/1.1" status: 204 len: 168 time: 0.3727088 Apr 11 18:20:28.633803 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a18d6-6ef8-4397-8639-62a3e3e398c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6451f123-9e69-49c5-9d0e-9b52184d513d,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:28.669655 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c6f56292-5c5b-4f30-a7b9-ba3f9117fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (d1ce11c9-b30b-45e0-b529-1fa6fee5dc34), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.673076 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c6f56292-5c5b-4f30-a7b9-ba3f9117fa5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:28.678349 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c6f56292-5c5b-4f30-a7b9-ba3f9117fa5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1ce11c9-b30b-45e0-b529-1fa6fee5dc34 HTTP/1.1" status: 204 len: 168 time: 0.2298317 Apr 11 18:20:28.690828 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f56292-5c5b-4f30-a7b9-ba3f9117fa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ce11c9-b30b-45e0-b529-1fa6fee5dc34,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:29.583255 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce372bb9-a0d4-42f5-bc1a-17b9ae96c895 req-a66984ce-4ec9-48ce-931b-9c5a6f9ebc00 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:29.585394 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ce372bb9-a0d4-42f5-bc1a-17b9ae96c895 req-a66984ce-4ec9-48ce-931b-9c5a6f9ebc00 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0510037 Apr 11 18:20:29.643216 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ce372bb9-a0d4-42f5-bc1a-17b9ae96c895 req-c1727d62-77de-4879-bb51-60ae0f564f53 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516477 Apr 11 18:20:30.757324 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabee43-584f-4f72-bd61-3629fe9d28aa req-660e5f99-3678-4ab3-8232-134e2b0fedc3 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:30.759017 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ddabee43-584f-4f72-bd61-3629fe9d28aa req-660e5f99-3678-4ab3-8232-134e2b0fedc3 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0472813 Apr 11 18:20:30.808702 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ddabee43-584f-4f72-bd61-3629fe9d28aa req-3fc4df32-b673-489a-a858-9b8afdd8647c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434680 Apr 11 18:20:31.812999 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5cd1ec5e-5114-440b-9463-88cd82482844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:31.936433 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622e97f-f87e-455c-bc5e-4c2bf99bd896 req-da6440b5-4ddb-45f3-9d4e-1a078d717bb6 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:31.937932 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d622e97f-f87e-455c-bc5e-4c2bf99bd896 req-da6440b5-4ddb-45f3-9d4e-1a078d717bb6 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0510237 Apr 11 18:20:31.986135 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d622e97f-f87e-455c-bc5e-4c2bf99bd896 req-d1b580dc-cd99-4244-83b0-bc7e6fc5e3e2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 Apr 11 18:20:32.309648 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:20:33.109326 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbe2ae-f551-40dc-a794-f6cc346d2028 req-ae4a208a-1cbc-4918-b774-09f067e8c349 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:33.110859 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2acbe2ae-f551-40dc-a794-f6cc346d2028 req-ae4a208a-1cbc-4918-b774-09f067e8c349 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0492890 Apr 11 18:20:33.160054 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2acbe2ae-f551-40dc-a794-f6cc346d2028 req-61caea41-3ae0-458b-bf79-9f0fbccdfa98 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Apr 11 18:20:33.425275 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 48208) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:33.498800 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 48212) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:33.584541 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cee66f51-5469-44e1-82a5-5b71db6b6140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.610704 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-305078f8-1fe7-4dce-a241-dbb55af40f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.716269 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cee66f51-5469-44e1-82a5-5b71db6b6140 admin admin] Publish callbacks [] for security_group (4bfc6506-985b-4559-9797-3b3e4146556e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.734059 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-305078f8-1fe7-4dce-a241-dbb55af40f3e admin admin] Publish callbacks [] for security_group (583a8b91-4fbd-4880-b1f2-5037c999cc68), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.776047 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cee66f51-5469-44e1-82a5-5b71db6b6140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (4bfc6506-985b-4559-9797-3b3e4146556e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.812882 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-305078f8-1fe7-4dce-a241-dbb55af40f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (583a8b91-4fbd-4880-b1f2-5037c999cc68), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.822916 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee66f51-5469-44e1-82a5-5b71db6b6140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfc6506-985b-4559-9797-3b3e4146556e,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:33.827202 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-cee66f51-5469-44e1-82a5-5b71db6b6140 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53324017ad68414bb47889cde1e5bb96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3999255 Apr 11 18:20:33.830693 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 48216) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:33.863248 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-305078f8-1fe7-4dce-a241-dbb55af40f3e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1f149cf8e70438d8d7785ff45dfb8f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632286 Apr 11 18:20:33.864254 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305078f8-1fe7-4dce-a241-dbb55af40f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583a8b91-4fbd-4880-b1f2-5037c999cc68,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:33.865987 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 48220) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:33.927220 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-636d1141-3a3e-45b7-8f87-8f215b9457b2 admin admin] Publish callbacks [] for security_group (4bfc6506-985b-4559-9797-3b3e4146556e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.952799 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef5e66eb-67d4-48f5-a4e4-e08f07550db8 admin admin] Publish callbacks [] for security_group (583a8b91-4fbd-4880-b1f2-5037c999cc68), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.959333 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-636d1141-3a3e-45b7-8f87-8f215b9457b2 admin admin] Publish callbacks [] for security_group (4bfc6506-985b-4559-9797-3b3e4146556e), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:33.996275 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef5e66eb-67d4-48f5-a4e4-e08f07550db8 admin admin] Publish callbacks [] for security_group (583a8b91-4fbd-4880-b1f2-5037c999cc68), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.120951 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-636d1141-3a3e-45b7-8f87-8f215b9457b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (4bfc6506-985b-4559-9797-3b3e4146556e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.123644 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-636d1141-3a3e-45b7-8f87-8f215b9457b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.124886 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-636d1141-3a3e-45b7-8f87-8f215b9457b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4bfc6506-985b-4559-9797-3b3e4146556e HTTP/1.1" status: 204 len: 168 time: 0.2932250 Apr 11 18:20:34.133414 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d1141-3a3e-45b7-8f87-8f215b9457b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfc6506-985b-4559-9797-3b3e4146556e,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:34.170230 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef5e66eb-67d4-48f5-a4e4-e08f07550db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (583a8b91-4fbd-4880-b1f2-5037c999cc68), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.172988 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef5e66eb-67d4-48f5-a4e4-e08f07550db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.174147 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ef5e66eb-67d4-48f5-a4e4-e08f07550db8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/583a8b91-4fbd-4880-b1f2-5037c999cc68 HTTP/1.1" status: 204 len: 168 time: 0.3062499 Apr 11 18:20:34.184914 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e66eb-67d4-48f5-a4e4-e08f07550db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583a8b91-4fbd-4880-b1f2-5037c999cc68,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:34.287796 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67e350-b0bd-4e10-b774-409e3f60c59e req-568531cf-f567-4c27-9a59-33832a48d7f9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:34.289364 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bd67e350-b0bd-4e10-b774-409e3f60c59e req-568531cf-f567-4c27-9a59-33832a48d7f9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0536489 Apr 11 18:20:34.340676 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bd67e350-b0bd-4e10-b774-409e3f60c59e req-21408820-695f-4011-9532-2e797c17f770 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457647 Apr 11 18:20:34.553494 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5e42afa7-9ba8-4c61-8cd8-b09916b028ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:34.930667 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 48246) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:34.948334 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f23df7dc-b290-4d27-beb7-88b6675be386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.031388 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f23df7dc-b290-4d27-beb7-88b6675be386 admin admin] Publish callbacks [] for security_group (e07e169e-ce1d-4eb1-a5ca-b46c906928e6), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.124129 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f23df7dc-b290-4d27-beb7-88b6675be386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e07e169e-ce1d-4eb1-a5ca-b46c906928e6), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.164045 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f23df7dc-b290-4d27-beb7-88b6675be386 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2d9458f626e4e7ab0e5df3d9c8fac13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320590 Apr 11 18:20:35.164900 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df7dc-b290-4d27-beb7-88b6675be386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07e169e-ce1d-4eb1-a5ca-b46c906928e6,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:35.168608 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 48254) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:35.226232 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-91babcb0-01ae-4443-a3f4-6932f498663c admin admin] Publish callbacks [] for security_group (e07e169e-ce1d-4eb1-a5ca-b46c906928e6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.248971 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-91babcb0-01ae-4443-a3f4-6932f498663c admin admin] Publish callbacks [] for security_group (e07e169e-ce1d-4eb1-a5ca-b46c906928e6), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.350084 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-91babcb0-01ae-4443-a3f4-6932f498663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e07e169e-ce1d-4eb1-a5ca-b46c906928e6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.351260 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.353141 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-91babcb0-01ae-4443-a3f4-6932f498663c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:35.357317 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-91babcb0-01ae-4443-a3f4-6932f498663c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e07e169e-ce1d-4eb1-a5ca-b46c906928e6 HTTP/1.1" status: 204 len: 168 time: 0.1847310 Apr 11 18:20:35.368918 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91babcb0-01ae-4443-a3f4-6932f498663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07e169e-ce1d-4eb1-a5ca-b46c906928e6,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:35.480973 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ce04c-06ab-4f88-8a2b-f764f77e2f54 req-aa4d9115-5a8b-4a8e-9039-229ac60d044e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:35.485534 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f3ce04c-06ab-4f88-8a2b-f764f77e2f54 req-aa4d9115-5a8b-4a8e-9039-229ac60d044e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0521729 Apr 11 18:20:35.534249 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f3ce04c-06ab-4f88-8a2b-f764f77e2f54 req-9bb3b551-2286-474d-af18-324a1f6d9a0c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451753 Apr 11 18:20:35.712956 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3e7a3-d130-44d2-991b-1dd2b4a2630c req-005eef3d-dc18-42c0-b372-7958bca4908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:35.714546 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cae3e7a3-d130-44d2-991b-1dd2b4a2630c req-005eef3d-dc18-42c0-b372-7958bca4908d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 1129 time: 0.0521209 Apr 11 18:20:35.761514 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cae3e7a3-d130-44d2-991b-1dd2b4a2630c req-5aeb1cdb-6103-470a-9d81-29c1078651a6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395768 Apr 11 18:20:36.658759 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecb0e5-4397-4515-b435-94d3b7cf3263 req-3479a674-4e82-4fd2-a3ea-537ad2e7cd69 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:36.660512 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-46ecb0e5-4397-4515-b435-94d3b7cf3263 req-3479a674-4e82-4fd2-a3ea-537ad2e7cd69 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0555696 Apr 11 18:20:36.719751 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-46ecb0e5-4397-4515-b435-94d3b7cf3263 req-8566d365-86e9-4d37-8950-5a4971c3b810 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535843 Apr 11 18:20:36.892482 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.297583 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 48316) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:37.403028 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3db632a4-5c5d-470e-82a7-94a57ee346a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.479480 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3db632a4-5c5d-470e-82a7-94a57ee346a6 admin admin] Publish callbacks [] for security_group (49cbfce0-7b78-4a2d-a9e1-b424ab3ea7f2), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.536281 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3db632a4-5c5d-470e-82a7-94a57ee346a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (49cbfce0-7b78-4a2d-a9e1-b424ab3ea7f2), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.575240 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3db632a4-5c5d-470e-82a7-94a57ee346a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21bd2f1b3cce41a8897ea22419b559ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765350 Apr 11 18:20:37.576188 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db632a4-5c5d-470e-82a7-94a57ee346a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cbfce0-7b78-4a2d-a9e1-b424ab3ea7f2,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:37.577868 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 48322) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:37.628065 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2e944ac0-2745-4514-84ea-d4a6eddff423 admin admin] Publish callbacks [] for security_group (49cbfce0-7b78-4a2d-a9e1-b424ab3ea7f2), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.649640 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2e944ac0-2745-4514-84ea-d4a6eddff423 admin admin] Publish callbacks [] for security_group (49cbfce0-7b78-4a2d-a9e1-b424ab3ea7f2), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.775626 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2e944ac0-2745-4514-84ea-d4a6eddff423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (49cbfce0-7b78-4a2d-a9e1-b424ab3ea7f2), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.778326 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2e944ac0-2745-4514-84ea-d4a6eddff423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:37.779512 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2e944ac0-2745-4514-84ea-d4a6eddff423 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49cbfce0-7b78-4a2d-a9e1-b424ab3ea7f2 HTTP/1.1" status: 204 len: 168 time: 0.2005494 Apr 11 18:20:37.788554 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e944ac0-2745-4514-84ea-d4a6eddff423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cbfce0-7b78-4a2d-a9e1-b424ab3ea7f2,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:37.845926 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb25ea0-7ce3-48af-a553-2f32be39e3a7 req-8018341f-9c8d-4f60-8e22-93de8d85b570 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:37.847349 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4bb25ea0-7ce3-48af-a553-2f32be39e3a7 req-8018341f-9c8d-4f60-8e22-93de8d85b570 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0541692 Apr 11 18:20:37.900244 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4bb25ea0-7ce3-48af-a553-2f32be39e3a7 req-408a7d1a-5310-4d31-935f-e59d9ab5cef7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470078 Apr 11 18:20:38.326680 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.014676 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33ca6a-0aa1-4bdc-a6b6-6e6373f70822 req-39e757d8-17ac-4e41-bd5e-b6b53d0124c2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:39.016310 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3a33ca6a-0aa1-4bdc-a6b6-6e6373f70822 req-39e757d8-17ac-4e41-bd5e-b6b53d0124c2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0496161 Apr 11 18:20:39.069565 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3a33ca6a-0aa1-4bdc-a6b6-6e6373f70822 req-01bb9877-1126-470a-a5fc-c8fe0759e29e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Apr 11 18:20:39.417182 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 48374) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:39.527142 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bab6ce5e-9cf5-4727-9272-298f84081b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.605324 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bab6ce5e-9cf5-4727-9272-298f84081b8d admin admin] Publish callbacks [] for security_group (a45a668c-9293-4e36-80c7-0fe6786bdc15), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.678437 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-bab6ce5e-9cf5-4727-9272-298f84081b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (a45a668c-9293-4e36-80c7-0fe6786bdc15), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.716913 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6ce5e-9cf5-4727-9272-298f84081b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45a668c-9293-4e36-80c7-0fe6786bdc15,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:39.721293 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-bab6ce5e-9cf5-4727-9272-298f84081b8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e5621f71bc443a2a8a384d0101fd95e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030896 Apr 11 18:20:39.724604 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 48382) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:39.773439 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cff1297f-c2c7-473f-bb2c-10c57c71f2d3 admin admin] Publish callbacks [] for security_group (a45a668c-9293-4e36-80c7-0fe6786bdc15), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.796583 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cff1297f-c2c7-473f-bb2c-10c57c71f2d3 admin admin] Publish callbacks [] for security_group (a45a668c-9293-4e36-80c7-0fe6786bdc15), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.943988 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cff1297f-c2c7-473f-bb2c-10c57c71f2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (a45a668c-9293-4e36-80c7-0fe6786bdc15), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.946714 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-cff1297f-c2c7-473f-bb2c-10c57c71f2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:39.947798 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-cff1297f-c2c7-473f-bb2c-10c57c71f2d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a45a668c-9293-4e36-80c7-0fe6786bdc15 HTTP/1.1" status: 204 len: 168 time: 0.2222626 Apr 11 18:20:39.959037 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1297f-c2c7-473f-bb2c-10c57c71f2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45a668c-9293-4e36-80c7-0fe6786bdc15,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:40.191701 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737f47a-86a5-4a2d-b356-b971732b8965 req-9c22350b-00a2-4daa-9286-a2a3f95d06dd tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:40.193437 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7737f47a-86a5-4a2d-b356-b971732b8965 req-9c22350b-00a2-4daa-9286-a2a3f95d06dd tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0497122 Apr 11 18:20:40.248653 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7737f47a-86a5-4a2d-b356-b971732b8965 req-38ea6f49-9a68-4ad4-9d85-2b481617f913 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495429 Apr 11 18:20:41.368595 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24b588-b536-40fe-869e-2d753050704b req-438f4201-6bae-4478-8ece-b67bbb2b6843 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:41.370135 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-df24b588-b536-40fe-869e-2d753050704b req-438f4201-6bae-4478-8ece-b67bbb2b6843 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0517240 Apr 11 18:20:41.417234 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-df24b588-b536-40fe-869e-2d753050704b req-f17d927d-b1cb-4e84-b1f6-72bec326c03e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Apr 11 18:20:42.244006 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f3bf405a-7318-48dd-bec0-dfcc21b219c9 req-684064f8-7df4-40fb-aa19-349a8e42acc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423656 Apr 11 18:20:42.326698 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf405a-7318-48dd-bec0-dfcc21b219c9 req-f001c04a-0009-4903-b998-ae8575c73451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:42.328214 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f3bf405a-7318-48dd-bec0-dfcc21b219c9 req-f001c04a-0009-4903-b998-ae8575c73451 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 1130 time: 0.0398624 Apr 11 18:20:42.466095 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf405a-7318-48dd-bec0-dfcc21b219c9 req-3fa8eb22-d280-44ea-9f57-cde9b6c5b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:42.467592 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f3bf405a-7318-48dd-bec0-dfcc21b219c9 req-3fa8eb22-d280-44ea-9f57-cde9b6c5b5c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 200 len: 917 time: 0.0948553 Apr 11 18:20:42.538123 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e4b52-76ff-485d-bf42-e5473068bb40 req-bce1b044-1a0c-40ff-b090-bb3b850c9f48 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:42.539686 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f8e4b52-76ff-485d-bf42-e5473068bb40 req-bce1b044-1a0c-40ff-b090-bb3b850c9f48 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0515084 Apr 11 18:20:42.556583 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f3bf405a-7318-48dd-bec0-dfcc21b219c9 req-947aed45-a1ed-43bf-a3ac-71d36e064c2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32 HTTP/1.1" status: 200 len: 1002 time: 0.0613525 Apr 11 18:20:42.594425 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0f8e4b52-76ff-485d-bf42-e5473068bb40 req-05670923-02bb-4a94-9621-7e02b6b53037 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489619 Apr 11 18:20:42.732288 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:43.295818 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf405a-7318-48dd-bec0-dfcc21b219c9 req-af052c73-c3a1-42f4-b1f5-bd11448333db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:43.297349 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f3bf405a-7318-48dd-bec0-dfcc21b219c9 req-af052c73-c3a1-42f4-b1f5-bd11448333db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fac3b306-bda1-439e-9471-054f6f8f618a HTTP/1.1" status: 200 len: 855 time: 0.0469401 Apr 11 18:20:43.355806 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf405a-7318-48dd-bec0-dfcc21b219c9 req-76ac908e-f6a2-41c3-8df6-e90e3f8245e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:43.357851 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f3bf405a-7318-48dd-bec0-dfcc21b219c9 req-76ac908e-f6a2-41c3-8df6-e90e3f8245e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e17daa45-e311-4804-bd24-8f6d86c11327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483198 Apr 11 18:20:43.456084 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f3bf405a-7318-48dd-bec0-dfcc21b219c9 req-ef425aee-e4d9-4953-bcc5-c703a466b8fd service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903471 Apr 11 18:20:43.554841 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f3bf405a-7318-48dd-bec0-dfcc21b219c9 req-bd601cb3-11e3-4162-92d5-cc5afd261eaf service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925934 Apr 11 18:20:43.709014 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d0578-1c9c-4f9a-94c3-83c316462606 req-9b9de6ae-cc27-46cf-95ef-6d35c368d881 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:43.710528 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6b3d0578-1c9c-4f9a-94c3-83c316462606 req-9b9de6ae-cc27-46cf-95ef-6d35c368d881 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0471423 Apr 11 18:20:43.765501 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6b3d0578-1c9c-4f9a-94c3-83c316462606 req-29ec275f-0fdb-4ccb-afcb-0ec0e536f711 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486739 Apr 11 18:20:43.889800 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14642f76-31ed-4f00-bdd3-53418a423673 req-6c25b1a8-9a1b-4947-97d4-d83d08d0aa15 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:43.891384 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-14642f76-31ed-4f00-bdd3-53418a423673 req-6c25b1a8-9a1b-4947-97d4-d83d08d0aa15 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0542355 Apr 11 18:20:43.943646 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-14642f76-31ed-4f00-bdd3-53418a423673 req-4b19b85f-c462-45e4-a4b3-4ff1b6eba931 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456121 Apr 11 18:20:44.989477 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 48496) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:45.094376 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:45.168035 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Publish callbacks [] for security_group (aae2b2ef-6aab-49f2-9c99-7c7f43c78157), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:45.251971 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (aae2b2ef-6aab-49f2-9c99-7c7f43c78157), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:45.291275 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae2b2ef-6aab-49f2-9c99-7c7f43c78157,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:45.295227 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=114083f2d1a34abb81a6fcb9eb5e56f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046296 Apr 11 18:20:45.298043 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 48500) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:45.303033 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.303414 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.303789 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.304137 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.304474 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.305035 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.305373 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.305712 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.306045 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.306372 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.306700 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.307029 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.307383 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.307708 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.308034 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121553d-fcbe-4be5-8b07-d7189389babd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:20:45.349557 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ccc7324d-7b32-4983-8868-6aa3c0874bea admin admin] Publish callbacks [] for security_group (aae2b2ef-6aab-49f2-9c99-7c7f43c78157), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:45.371525 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ccc7324d-7b32-4983-8868-6aa3c0874bea admin admin] Publish callbacks [] for security_group (aae2b2ef-6aab-49f2-9c99-7c7f43c78157), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:45.501462 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ccc7324d-7b32-4983-8868-6aa3c0874bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (aae2b2ef-6aab-49f2-9c99-7c7f43c78157), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:45.504669 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ccc7324d-7b32-4983-8868-6aa3c0874bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:45.505997 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ccc7324d-7b32-4983-8868-6aa3c0874bea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aae2b2ef-6aab-49f2-9c99-7c7f43c78157 HTTP/1.1" status: 204 len: 168 time: 0.2068768 Apr 11 18:20:45.514072 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7324d-7b32-4983-8868-6aa3c0874bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae2b2ef-6aab-49f2-9c99-7c7f43c78157,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:48.508940 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cb583-ea91-43cd-aae7-ace6a7551ece req-dfdf8b48-3e39-4ce2-8a14-66962956dbb2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:48.510464 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-910cb583-ea91-43cd-aae7-ace6a7551ece req-dfdf8b48-3e39-4ce2-8a14-66962956dbb2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0534091 Apr 11 18:20:48.570388 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-910cb583-ea91-43cd-aae7-ace6a7551ece req-3d203a08-62b9-4d68-a88a-55811fc30b67 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543177 Apr 11 18:20:48.600870 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9b929-b42b-467f-b39b-734d029a7614 req-18b66397-4b70-4e52-8461-d5a603c7b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:48.602437 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f2f9b929-b42b-467f-b39b-734d029a7614 req-18b66397-4b70-4e52-8461-d5a603c7b3eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 1129 time: 0.0466399 Apr 11 18:20:48.723432 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9b929-b42b-467f-b39b-734d029a7614 req-cd55fef4-a24f-4f7a-ab0b-70c08ee305fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:48.725633 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f2f9b929-b42b-467f-b39b-734d029a7614 req-cd55fef4-a24f-4f7a-ab0b-70c08ee305fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 920 time: 0.1105454 Apr 11 18:20:48.765879 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f2f9b929-b42b-467f-b39b-734d029a7614 req-23691fa3-5312-4808-ad73-9e7d65bcfbd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a29e1e3-8325-47a3-8ea2-0707737917cc HTTP/1.1" status: 200 len: 217 time: 0.0339179 Apr 11 18:20:48.824541 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9b929-b42b-467f-b39b-734d029a7614 req-32bd9048-a1e4-4f4e-92e7-af8fe9c0b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:48.826000 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f2f9b929-b42b-467f-b39b-734d029a7614 req-32bd9048-a1e4-4f4e-92e7-af8fe9c0b37b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 200 len: 858 time: 0.0508668 Apr 11 18:20:48.871873 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9b929-b42b-467f-b39b-734d029a7614 req-52cde564-fbff-410d-8867-725f59d6e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:48.873409 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f2f9b929-b42b-467f-b39b-734d029a7614 req-52cde564-fbff-410d-8867-725f59d6e15d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14e6ef31-5569-4b84-adfb-cf10202126af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402756 Apr 11 18:20:48.965181 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f2f9b929-b42b-467f-b39b-734d029a7614 req-5617fc2d-45c1-4346-9f51-88a8d92a4368 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843370 Apr 11 18:20:49.075061 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f2f9b929-b42b-467f-b39b-734d029a7614 req-12bd498e-a1bb-4362-8795-9eebc2fbf771 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029749 Apr 11 18:20:49.684979 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ff162-cc8b-4a61-8daf-6deeb2a9ccbe req-1dc16ec4-3e7b-4501-ab7c-a95fc9899d35 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:49.686556 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2b6ff162-cc8b-4a61-8daf-6deeb2a9ccbe req-1dc16ec4-3e7b-4501-ab7c-a95fc9899d35 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0485957 Apr 11 18:20:49.741521 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2b6ff162-cc8b-4a61-8daf-6deeb2a9ccbe req-262f41cf-42a4-455a-bb57-58e2a1295da8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485420 Apr 11 18:20:50.866773 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb405af-bcb7-43ef-86e1-e05916e8d8dd req-8ed67f1b-6863-4119-87d5-f5e7f3e255f1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:50.869065 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2cb405af-bcb7-43ef-86e1-e05916e8d8dd req-8ed67f1b-6863-4119-87d5-f5e7f3e255f1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0542831 Apr 11 18:20:50.918372 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2cb405af-bcb7-43ef-86e1-e05916e8d8dd req-63c6ec3f-05ca-44ce-88bc-5d1f3129977f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Apr 11 18:20:52.035556 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d3025-c3f2-4209-855f-45e4222e1ad0 req-356b65a9-52b4-4034-894c-162eb5816a5a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:52.037026 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2b5d3025-c3f2-4209-855f-45e4222e1ad0 req-356b65a9-52b4-4034-894c-162eb5816a5a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0501337 Apr 11 18:20:52.103790 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2b5d3025-c3f2-4209-855f-45e4222e1ad0 req-192cbfd9-4654-4082-8099-89b024b3abcf tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606065 Apr 11 18:20:53.219080 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1e2b8-b46e-4881-b673-fcc6f25ec675 req-53375f70-c25f-41ec-9b4c-040812d00e66 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:53.220590 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-05a1e2b8-b46e-4881-b673-fcc6f25ec675 req-53375f70-c25f-41ec-9b4c-040812d00e66 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0497057 Apr 11 18:20:53.272055 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-05a1e2b8-b46e-4881-b673-fcc6f25ec675 req-eb61e394-57d3-42da-ac4c-7d584bea251a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453157 Apr 11 18:20:54.390819 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ed41c-8f78-4412-99cf-4b964023cb44 req-73fbae50-8cd0-422e-9f84-f0837b5aaca8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:54.393137 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-711ed41c-8f78-4412-99cf-4b964023cb44 req-73fbae50-8cd0-422e-9f84-f0837b5aaca8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0555015 Apr 11 18:20:54.445160 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-711ed41c-8f78-4412-99cf-4b964023cb44 req-d0d7488c-875e-4fa9-b722-15cd713e915a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464230 Apr 11 18:20:54.477575 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 48754) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:54.582198 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-623ca26b-cd93-4df4-8076-46457f67bdb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:54.657968 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-623ca26b-cd93-4df4-8076-46457f67bdb6 admin admin] Publish callbacks [] for security_group (04964b0c-a5bc-43ea-af76-393c29477a39), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:54.735512 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-623ca26b-cd93-4df4-8076-46457f67bdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (04964b0c-a5bc-43ea-af76-393c29477a39), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:54.775503 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-623ca26b-cd93-4df4-8076-46457f67bdb6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6bf76ba71904436916cd033ef3a6ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967284 Apr 11 18:20:54.776482 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ca26b-cd93-4df4-8076-46457f67bdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04964b0c-a5bc-43ea-af76-393c29477a39,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:54.778290 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 48758) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:54.830286 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4b14b842-5912-4e7b-9f25-b7363bb63573 admin admin] Publish callbacks [] for security_group (04964b0c-a5bc-43ea-af76-393c29477a39), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:54.854224 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4b14b842-5912-4e7b-9f25-b7363bb63573 admin admin] Publish callbacks [] for security_group (04964b0c-a5bc-43ea-af76-393c29477a39), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:55.095472 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4b14b842-5912-4e7b-9f25-b7363bb63573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (04964b0c-a5bc-43ea-af76-393c29477a39), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:55.098145 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4b14b842-5912-4e7b-9f25-b7363bb63573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:55.099943 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4b14b842-5912-4e7b-9f25-b7363bb63573 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04964b0c-a5bc-43ea-af76-393c29477a39 HTTP/1.1" status: 204 len: 168 time: 0.3200123 Apr 11 18:20:55.108233 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14b842-5912-4e7b-9f25-b7363bb63573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04964b0c-a5bc-43ea-af76-393c29477a39,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:20:55.573061 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e35c1-8887-4b4e-8301-4d345d5de524 req-f1dc3ab7-174f-49d9-b498-b574a010d854 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:55.574777 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-834e35c1-8887-4b4e-8301-4d345d5de524 req-f1dc3ab7-174f-49d9-b498-b574a010d854 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0579262 Apr 11 18:20:55.627064 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-834e35c1-8887-4b4e-8301-4d345d5de524 req-b6c5647b-323d-4c0f-a73d-a144da3c6942 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415978 Apr 11 18:20:56.738396 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7474b-f63c-429c-bcad-a2e76fdc1d8c req-1c2352d7-71ef-449e-9732-57ec4f0545ae tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:56.740493 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3db7474b-f63c-429c-bcad-a2e76fdc1d8c req-1c2352d7-71ef-449e-9732-57ec4f0545ae tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0463321 Apr 11 18:20:56.787625 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3db7474b-f63c-429c-bcad-a2e76fdc1d8c req-3d909cf2-f9a7-4193-9542-b096348f9eae tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Apr 11 18:20:57.908863 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b8945-45eb-4773-9769-46a202bbf5ff req-2339d961-fead-4276-a3f6-3c087d6b4f02 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:57.910394 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6c7b8945-45eb-4773-9769-46a202bbf5ff req-2339d961-fead-4276-a3f6-3c087d6b4f02 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0503321 Apr 11 18:20:57.962386 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6c7b8945-45eb-4773-9769-46a202bbf5ff req-28d8acc9-82e3-4049-a0e2-c5ef3d43c288 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Apr 11 18:20:59.107587 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee79e7a-1aea-410c-8c09-4182ea619c24 req-d557aedb-4db5-461e-aa72-87a2c3595e36 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:20:59.110066 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bee79e7a-1aea-410c-8c09-4182ea619c24 req-d557aedb-4db5-461e-aa72-87a2c3595e36 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0710921 Apr 11 18:20:59.175431 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bee79e7a-1aea-410c-8c09-4182ea619c24 req-2380c596-fb9d-47fd-b713-e44de231a7f7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587089 Apr 11 18:20:59.769960 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 48840) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:20:59.883998 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:20:59.962507 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Publish callbacks [] for security_group (c004eaf0-10df-479d-a0bc-c1a8857122cd), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:00.107043 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (c004eaf0-10df-479d-a0bc-c1a8857122cd), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:00.146952 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9192e432005649a5828dacd13203a651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757734 Apr 11 18:21:00.148599 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c004eaf0-10df-479d-a0bc-c1a8857122cd,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:00.149321 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 48844) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:00.158079 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.158563 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.159063 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.159717 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.160234 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.160672 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.161082 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.161502 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.161936 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.162510 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.162960 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.163534 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.164024 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.164445 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.164893 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb93740-3974-40a7-bcc8-f1afdf4b700c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:00.199974 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7accace3-694d-40e6-81b0-93d578050631 admin admin] Publish callbacks [] for security_group (c004eaf0-10df-479d-a0bc-c1a8857122cd), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:00.228509 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7accace3-694d-40e6-81b0-93d578050631 admin admin] Publish callbacks [] for security_group (c004eaf0-10df-479d-a0bc-c1a8857122cd), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:00.303046 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70390de-7675-4ec5-aec9-bb3393e942e3 req-a5e8f507-a2cb-4b54-80b9-5ee660c9f987 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:00.305276 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b70390de-7675-4ec5-aec9-bb3393e942e3 req-a5e8f507-a2cb-4b54-80b9-5ee660c9f987 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0556033 Apr 11 18:21:00.354621 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b70390de-7675-4ec5-aec9-bb3393e942e3 req-142014af-abf5-45aa-87cd-c5918b793817 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420556 Apr 11 18:21:00.367717 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7accace3-694d-40e6-81b0-93d578050631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (c004eaf0-10df-479d-a0bc-c1a8857122cd), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:00.367717 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7accace3-694d-40e6-81b0-93d578050631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:00.371649 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7accace3-694d-40e6-81b0-93d578050631 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c004eaf0-10df-479d-a0bc-c1a8857122cd HTTP/1.1" status: 204 len: 168 time: 0.2188530 Apr 11 18:21:00.384501 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accace3-694d-40e6-81b0-93d578050631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c004eaf0-10df-479d-a0bc-c1a8857122cd,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:00.979788 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 48862) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:00.993209 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b565afb6-3a71-4fa8-ad58-c3e26f061afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:01.067346 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b565afb6-3a71-4fa8-ad58-c3e26f061afd admin admin] Publish callbacks [] for security_group (ced4ffea-24c7-4b89-920a-7c788ea53970), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:01.125876 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b565afb6-3a71-4fa8-ad58-c3e26f061afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (ced4ffea-24c7-4b89-920a-7c788ea53970), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:01.165995 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b565afb6-3a71-4fa8-ad58-c3e26f061afd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e20912750d1405784fefa6a49e98ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848891 Apr 11 18:21:01.166895 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565afb6-3a71-4fa8-ad58-c3e26f061afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced4ffea-24c7-4b89-920a-7c788ea53970,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:01.168713 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 48864) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:01.221493 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e344-1179-4a63-bda4-14b12e024379 admin admin] Publish callbacks [] for security_group (ced4ffea-24c7-4b89-920a-7c788ea53970), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:01.245352 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e344-1179-4a63-bda4-14b12e024379 admin admin] Publish callbacks [] for security_group (ced4ffea-24c7-4b89-920a-7c788ea53970), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:01.360361 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e344-1179-4a63-bda4-14b12e024379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (ced4ffea-24c7-4b89-920a-7c788ea53970), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:01.364397 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e344-1179-4a63-bda4-14b12e024379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:01.370339 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c0a8e344-1179-4a63-bda4-14b12e024379 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ced4ffea-24c7-4b89-920a-7c788ea53970 HTTP/1.1" status: 204 len: 168 time: 0.1952207 Apr 11 18:21:01.378260 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8e344-1179-4a63-bda4-14b12e024379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced4ffea-24c7-4b89-920a-7c788ea53970,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:01.510517 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71ca27-4ada-4f31-ab05-3201aaa1504c req-45b10fd8-206e-46da-a222-518bfa20232f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:01.513661 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-de71ca27-4ada-4f31-ab05-3201aaa1504c req-45b10fd8-206e-46da-a222-518bfa20232f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0630958 Apr 11 18:21:01.577813 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-de71ca27-4ada-4f31-ab05-3201aaa1504c req-02659a23-655d-47cd-924e-33af28992376 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585184 Apr 11 18:21:01.786672 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9b2a-087d-4428-9be5-011272a51453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:02.202425 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 48884) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:02.216616 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0060f292-8c46-47a2-a9f4-f550f6edcb9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:02.291011 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0060f292-8c46-47a2-a9f4-f550f6edcb9f admin admin] Publish callbacks [] for security_group (83686df2-8839-4b81-86c9-e41011252b4c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:02.388802 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0060f292-8c46-47a2-a9f4-f550f6edcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (83686df2-8839-4b81-86c9-e41011252b4c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:02.434014 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0060f292-8c46-47a2-a9f4-f550f6edcb9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e5d8662c0d347be8a6c34aa03586aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272661 Apr 11 18:21:02.434014 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060f292-8c46-47a2-a9f4-f550f6edcb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83686df2-8839-4b81-86c9-e41011252b4c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:02.434268 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 48886) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:02.485105 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8a10a7ce-e0b4-4cec-b6c1-daeae1cec150 admin admin] Publish callbacks [] for security_group (83686df2-8839-4b81-86c9-e41011252b4c), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:02.507342 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8a10a7ce-e0b4-4cec-b6c1-daeae1cec150 admin admin] Publish callbacks [] for security_group (83686df2-8839-4b81-86c9-e41011252b4c), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:02.628560 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8a10a7ce-e0b4-4cec-b6c1-daeae1cec150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (83686df2-8839-4b81-86c9-e41011252b4c), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:02.631745 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8a10a7ce-e0b4-4cec-b6c1-daeae1cec150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:02.633152 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8a10a7ce-e0b4-4cec-b6c1-daeae1cec150 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/83686df2-8839-4b81-86c9-e41011252b4c HTTP/1.1" status: 204 len: 168 time: 0.1983995 Apr 11 18:21:02.642207 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10a7ce-e0b4-4cec-b6c1-daeae1cec150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83686df2-8839-4b81-86c9-e41011252b4c,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:02.713530 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f7980-4576-4e8b-8807-64a58772f374 req-d1db2550-4764-4d70-ba34-e5a1ba6cd1d0 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:02.715059 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-821f7980-4576-4e8b-8807-64a58772f374 req-d1db2550-4764-4d70-ba34-e5a1ba6cd1d0 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0605025 Apr 11 18:21:02.772953 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-821f7980-4576-4e8b-8807-64a58772f374 req-c04d53e9-cf1e-4200-93b4-bc68d36af0ef tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517402 Apr 11 18:21:03.734836 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 48976) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:03.837975 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-819904070-network', 'tenant_id': '4df973d2f9f84c7f804ad039c43803d1'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:03.897927 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5731de7-d70a-45e7-8ee7-b4ddb1276342 req-54707f27-ee8f-453d-802e-1e26007b08b3 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:03.899446 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e5731de7-d70a-45e7-8ee7-b4ddb1276342 req-54707f27-ee8f-453d-802e-1e26007b08b3 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0523443 Apr 11 18:21:03.947193 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e5731de7-d70a-45e7-8ee7-b4ddb1276342 req-a608ab1e-9c86-4e28-9df6-b7e8b68059e8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Apr 11 18:21:04.017452 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Made reservation on behalf of 4df973d2f9f84c7f804ad039c43803d1 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:04.019882 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:04.030195 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:04.109311 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Publish callbacks [] for security_group (9b1be835-1e3c-41fb-9cac-183e8c19c5ba), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:04.234491 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (9b1be835-1e3c-41fb-9cac-183e8c19c5ba), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:04.260477 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:21:04.270611 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1be835-1e3c-41fb-9cac-183e8c19c5ba,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:04.277444 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (2b0e262a-e574-44c6-b6ef-d588389cc956), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:04.277788 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Added segment 2b0e262a-e574-44c6-b6ef-d588389cc956 of type vlan for network a9c967f1-3984-4386-8608-f6e19dd5de00 Apr 11 18:21:04.321685 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (a9c967f1-3984-4386-8608-f6e19dd5de00), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:04.434436 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (a9c967f1-3984-4386-8608-f6e19dd5de00), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:04.435473 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:04.436188 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:04.500754 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c967f1-3984-4386-8608-f6e19dd5de00,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:04.511912 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network a9c967f1-3984-4386-8608-f6e19dd5de00 details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:21:04.546334 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a0bd1ad7-bd1e-4a9a-a759-60ac0a060c79 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8109620 Apr 11 18:21:04.551526 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 49000) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:04.557014 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-ab0c9105-a8f0-477d-b758-f591df8b55ff admin admin] Request body: {'subnet': {'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-819904070-subnet', 'tenant_id': '4df973d2f9f84c7f804ad039c43803d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:04.584440 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-65c6f712-6e4b-42aa-8bd9-595f0bdde885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:04.668101 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0c9105-a8f0-477d-b758-f591df8b55ff admin admin] Made reservation on behalf of 4df973d2f9f84c7f804ad039c43803d1 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:04.670617 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9105-a8f0-477d-b758-f591df8b55ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5248860'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:04.943708 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9105-a8f0-477d-b758-f591df8b55ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5377349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5248846'] for subnet (cf9498f1-c848-40b8-8d02-195365011dfe), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:05.004838 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c9105-a8f0-477d-b758-f591df8b55ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf9498f1-c848-40b8-8d02-195365011dfe,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:05.014996 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c9105-a8f0-477d-b758-f591df8b55ff admin admin] Checking segment: {'id': '2b0e262a-e574-44c6-b6ef-d588389cc956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:05.015394 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c9105-a8f0-477d-b758-f591df8b55ff admin admin] Network hostable DHCP agents. Network: a9c967f1-3984-4386-8608-f6e19dd5de00, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:21:05.074147 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41bbc6-f44c-4d69-96d2-134dc864a2e9 req-41a0c6b0-fe70-4c0b-84d3-36a50767f7d9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:05.075699 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9a41bbc6-f44c-4d69-96d2-134dc864a2e9 req-41a0c6b0-fe70-4c0b-84d3-36a50767f7d9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0479970 Apr 11 18:21:05.128027 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9a41bbc6-f44c-4d69-96d2-134dc864a2e9 req-aba16ad9-2c98-4fec-ba7f-153ebe6ab195 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467532 Apr 11 18:21:05.254673 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c9105-a8f0-477d-b758-f591df8b55ff admin admin] Network a9c967f1-3984-4386-8608-f6e19dd5de00 is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:21:05.365473 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:05.368182 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c9105-a8f0-477d-b758-f591df8b55ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, a9c967f1-3984-4386-8608-f6e19dd5de00) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:05.372610 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0c9105-a8f0-477d-b758-f591df8b55ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:05.373222 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ab0c9105-a8f0-477d-b758-f591df8b55ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:05.377456 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8818cd89-d47b-4947-8e82-5749d2b8594d None None] Network a9c967f1-3984-4386-8608-f6e19dd5de00 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:21:05.464147 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ab0c9105-a8f0-477d-b758-f591df8b55ff admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9114788 Apr 11 18:21:05.483666 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efffca2-9476-49b5-82e7-06dcf9f7be0c None None] Network a9c967f1-3984-4386-8608-f6e19dd5de00 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:21:06.247770 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014c7bb-c182-4073-b06b-a2cd4fc9e5d4 req-4ba9121a-53d6-41c4-a7ff-66edb33a1f35 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:06.249771 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8014c7bb-c182-4073-b06b-a2cd4fc9e5d4 req-4ba9121a-53d6-41c4-a7ff-66edb33a1f35 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0506520 Apr 11 18:21:06.301321 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8014c7bb-c182-4073-b06b-a2cd4fc9e5d4 req-a5ae9ee5-e5e5-400f-9b1d-9b59c9a6e662 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 Apr 11 18:21:06.877386 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:07.415620 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0020e7-f7f9-45f5-a8ef-bdd3654e5fe1 req-598889df-bbca-4400-b55a-efbbe3ab6cb8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:07.417130 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2a0020e7-f7f9-45f5-a8ef-bdd3654e5fe1 req-598889df-bbca-4400-b55a-efbbe3ab6cb8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0480182 Apr 11 18:21:07.466025 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2a0020e7-f7f9-45f5-a8ef-bdd3654e5fe1 req-02c90404-4fde-4f55-a511-76d50e586345 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433390 Apr 11 18:21:08.346315 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:08.585007 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ec2f2-eca0-495f-8807-f7aa5351a12b req-951aa8f8-38b3-4e21-baeb-524536e3ec3a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:08.586403 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-054ec2f2-eca0-495f-8807-f7aa5351a12b req-951aa8f8-38b3-4e21-baeb-524536e3ec3a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0506136 Apr 11 18:21:08.635411 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-054ec2f2-eca0-495f-8807-f7aa5351a12b req-2d4e9697-5a06-4445-89c3-0c6f2b9cf666 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427930 Apr 11 18:21:09.309646 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:21:09.760553 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fafa0-d952-4c26-abca-6fcc70d85dbe req-59fca42a-02a8-4238-b63c-253dd8b0695b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:09.762147 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fa6fafa0-d952-4c26-abca-6fcc70d85dbe req-59fca42a-02a8-4238-b63c-253dd8b0695b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0553257 Apr 11 18:21:09.833059 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fa6fafa0-d952-4c26-abca-6fcc70d85dbe req-e57ea56e-d01e-47f7-83d3-e041d658a0f1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644910 Apr 11 18:21:10.029352 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-edbd35dc-0234-4deb-80fd-f84b5c2eb169 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:10.031051 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-edbd35dc-0234-4deb-80fd-f84b5c2eb169 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/networks?id=a9c967f1-3984-4386-8608-f6e19dd5de00 HTTP/1.1" status: 200 len: 808 time: 0.1130929 Apr 11 18:21:10.048075 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-f771134a-0557-44c1-bb5b-f88559ec2ad8 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/quotas/4df973d2f9f84c7f804ad039c43803d1 HTTP/1.1" status: 200 len: 375 time: 0.0111191 Apr 11 18:21:10.085257 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-16e08dc7-9774-46c2-892b-2150649844a4 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4df973d2f9f84c7f804ad039c43803d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279737 Apr 11 18:21:10.184743 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-ec74ab86-8d66-4ea8-b863-e48183bba8c2 service neutron] 10.222.0.64 "GET /v2.0/networks/a9c967f1-3984-4386-8608-f6e19dd5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923197 Apr 11 18:21:10.281258 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-94d52f43-2ede-4a53-be7f-950091551399 service neutron] 10.222.0.64 "GET /v2.0/networks/a9c967f1-3984-4386-8608-f6e19dd5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904288 Apr 11 18:21:10.580484 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f86f72a0-71c9-4313-b0df-c8ef5b034d1e req-bab04c26-031f-4322-8489-dd01686df2ba tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 210 time: 0.0634096 Apr 11 18:21:10.667722 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6708e5-cc87-4d67-92c3-2a542edc1ee0 req-feb859c1-a0f0-48d1-ba46-6ff86444815d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:10.669396 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2e6708e5-cc87-4d67-92c3-2a542edc1ee0 req-feb859c1-a0f0-48d1-ba46-6ff86444815d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0670643 Apr 11 18:21:10.705014 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a53b90-1add-498e-b271-983a2a541441 req-02fa0ed3-437a-4c31-bc3b-eb364e7a6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:10.706556 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-75a53b90-1add-498e-b271-983a2a541441 req-02fa0ed3-437a-4c31-bc3b-eb364e7a6bb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 1129 time: 0.0451241 Apr 11 18:21:10.721735 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2e6708e5-cc87-4d67-92c3-2a542edc1ee0 req-06ff4a97-b869-4078-9fed-c5709e214213 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453749 Apr 11 18:21:10.813230 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-75a53b90-1add-498e-b271-983a2a541441 req-dcea2865-dd6f-4fe3-a90f-c89036440c84 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Apr 11 18:21:10.952154 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33707e94-d9f3-441e-82a4-b460f33bb916 req-10994b78-d13c-4370-b1c8-eb5f0a0aa5c2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:10.953712 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-33707e94-d9f3-441e-82a4-b460f33bb916 req-10994b78-d13c-4370-b1c8-eb5f0a0aa5c2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0492890 Apr 11 18:21:11.008259 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-33707e94-d9f3-441e-82a4-b460f33bb916 req-f342bdbe-7970-42c2-9e5d-36daa1735b85 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476906 Apr 11 18:21:11.643870 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-239b5f6e-f040-46e6-8c68-69887c1038c4 req-8c2a4eea-85e2-45cf-a13a-e974e82b837f tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 210 time: 0.0281312 Apr 11 18:21:11.846921 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547e37e-75f2-46eb-b783-ae2fa0af7891 req-1fead400-e529-43a0-a4f2-5780da551eca tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:11.848577 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5547e37e-75f2-46eb-b783-ae2fa0af7891 req-1fead400-e529-43a0-a4f2-5780da551eca tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0554328 Apr 11 18:21:11.897035 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5547e37e-75f2-46eb-b783-ae2fa0af7891 req-05749a82-a17a-41bd-9e37-f6c87a4668c8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425611 Apr 11 18:21:12.127489 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faccbf8-9a52-4e2e-940e-484025dd69d8 req-23d56e99-dab5-45ff-a0f0-eb99bbdb7a6a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:12.129014 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5faccbf8-9a52-4e2e-940e-484025dd69d8 req-23d56e99-dab5-45ff-a0f0-eb99bbdb7a6a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0483601 Apr 11 18:21:12.187363 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5faccbf8-9a52-4e2e-940e-484025dd69d8 req-ce617a77-998f-4b1e-8b14-adbb03adc59f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514517 Apr 11 18:21:12.740381 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:12.745034 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-df005067-6b37-4544-80d4-bfb7b8f22db1 req-61a213dd-f580-41d7-b8de-875309907a5b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 210 time: 0.0324714 Apr 11 18:21:13.019364 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3cb5a-1223-4298-b8c8-8e9add4e5105 req-f732cf17-396d-42ea-be95-dffcbe47072b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:13.020964 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7d3cb5a-1223-4298-b8c8-8e9add4e5105 req-f732cf17-396d-42ea-be95-dffcbe47072b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0501151 Apr 11 18:21:13.072333 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7d3cb5a-1223-4298-b8c8-8e9add4e5105 req-df153450-869e-48e5-896d-d03f5675906d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445809 Apr 11 18:21:13.302418 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae959ee-bf78-49ce-a5c8-e295329e034c req-4684cadc-0ba1-4160-8efb-3ca80f97a034 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:13.303908 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fae959ee-bf78-49ce-a5c8-e295329e034c req-4684cadc-0ba1-4160-8efb-3ca80f97a034 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0481057 Apr 11 18:21:13.352813 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fae959ee-bf78-49ce-a5c8-e295329e034c req-63d477fa-bdc2-4b22-b91e-e5f926117488 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 Apr 11 18:21:13.613555 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-6efc4e13-d262-4ae9-bde6-dee77b2a1fd5 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:13.615081 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-6efc4e13-d262-4ae9-bde6-dee77b2a1fd5 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.30 "GET /v2.0/networks?id=a9c967f1-3984-4386-8608-f6e19dd5de00 HTTP/1.1" status: 200 len: 808 time: 0.1134968 Apr 11 18:21:13.644209 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-812e50c0-e6de-4bb2-9938-3c30e97f5f48 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Request body: {'port': {'device_id': '91548882-a8fe-4801-a05c-4fee9829b880', 'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00', 'admin_state_up': True, 'tenant_id': '4df973d2f9f84c7f804ad039c43803d1'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:13.850152 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d2854ee0-f5c8-4368-a8b8-16e7087f7f47 req-ce64a74f-0494-4eba-82c6-58d6aa81aa4d tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 210 time: 0.0317791 Apr 11 18:21:13.859132 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c90ff1-8dc7-4289-b098-89d770644a57 req-cd545673-9b30-4a81-8c53-3edfb211df1a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:13.860678 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-27c90ff1-8dc7-4289-b098-89d770644a57 req-cd545673-9b30-4a81-8c53-3edfb211df1a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0778353 Apr 11 18:21:13.923817 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-27c90ff1-8dc7-4289-b098-89d770644a57 req-8c8128b9-b47a-4c3c-aba4-685a01367fa8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566659 Apr 11 18:21:14.067917 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-812e50c0-e6de-4bb2-9938-3c30e97f5f48 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Made reservation on behalf of 4df973d2f9f84c7f804ad039c43803d1 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:14.071268 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-812e50c0-e6de-4bb2-9938-3c30e97f5f48 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:14.111669 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68e9d5-2877-4498-959a-6c474671b2cb req-1b55a0a9-da82-487f-a07c-3ee0f284e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:14.113206 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2e68e9d5-2877-4498-959a-6c474671b2cb req-1b55a0a9-da82-487f-a07c-3ee0f284e903 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 1129 time: 0.2722139 Apr 11 18:21:14.194198 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41d59f-4d52-419d-89ad-8a87a69ac827 req-ab7f1181-b277-4a04-9aa3-9066a59639e0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:14.195866 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fd41d59f-4d52-419d-89ad-8a87a69ac827 req-ab7f1181-b277-4a04-9aa3-9066a59639e0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0507803 Apr 11 18:21:14.247378 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fd41d59f-4d52-419d-89ad-8a87a69ac827 req-8d55a946-fd2e-458f-9035-82100c28291c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456591 Apr 11 18:21:14.280435 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-812e50c0-e6de-4bb2-9938-3c30e97f5f48 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Allocated IP 172.20.0.8 (a9c967f1-3984-4386-8608-f6e19dd5de00/cf9498f1-c848-40b8-8d02-195365011dfe/b2beb94e-0a1a-4bfe-b644-7739c81b59f2) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:14.310941 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68e9d5-2877-4498-959a-6c474671b2cb req-b69e8d0e-b629-4a8e-b9e2-1109b4152623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:14.312481 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2e68e9d5-2877-4498-959a-6c474671b2cb req-b69e8d0e-b629-4a8e-b9e2-1109b4152623 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 920 time: 0.1642540 Apr 11 18:21:14.374205 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2e68e9d5-2877-4498-959a-6c474671b2cb req-04a1f874-f89a-4882-9ac8-945672a38f94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a29e1e3-8325-47a3-8ea2-0707737917cc HTTP/1.1" status: 200 len: 217 time: 0.0495760 Apr 11 18:21:14.484486 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68e9d5-2877-4498-959a-6c474671b2cb req-0d0f9ec4-af08-4204-99fc-204ae2ff0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:14.485963 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2e68e9d5-2877-4498-959a-6c474671b2cb req-0d0f9ec4-af08-4204-99fc-204ae2ff0dc7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 200 len: 858 time: 0.1016812 Apr 11 18:21:14.551391 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68e9d5-2877-4498-959a-6c474671b2cb req-7df318b3-c5b8-460c-b4a4-e43c8286dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:14.552828 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2e68e9d5-2877-4498-959a-6c474671b2cb req-7df318b3-c5b8-460c-b4a4-e43c8286dbef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14e6ef31-5569-4b84-adfb-cf10202126af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592608 Apr 11 18:21:14.558017 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-812e50c0-e6de-4bb2-9938-3c30e97f5f48 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks [] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:14.665412 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2e68e9d5-2877-4498-959a-6c474671b2cb req-ca426130-c3d1-418c-8475-8ccdcb99a88f service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012609 Apr 11 18:21:14.734469 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-812e50c0-e6de-4bb2-9938-3c30e97f5f48 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:14.792425 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-812e50c0-e6de-4bb2-9938-3c30e97f5f48 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Network a9c967f1-3984-4386-8608-f6e19dd5de00 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:14.802316 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-812e50c0-e6de-4bb2-9938-3c30e97f5f48 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:14.805017 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-812e50c0-e6de-4bb2-9938-3c30e97f5f48 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:14.850434 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e50c0-e6de-4bb2-9938-3c30e97f5f48 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Pushing event updated for resources: {'Port': ['ID=b2beb94e-0a1a-4bfe-b644-7739c81b59f2,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:14.861028 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2e68e9d5-2877-4498-959a-6c474671b2cb req-84e773ff-e0e2-4aa5-ad94-66917753ed8b service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878319 Apr 11 18:21:14.883005 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-812e50c0-e6de-4bb2-9938-3c30e97f5f48 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:14.883740 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-812e50c0-e6de-4bb2-9938-3c30e97f5f48 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:14.963641 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-812e50c0-e6de-4bb2-9938-3c30e97f5f48 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3233826 Apr 11 18:21:14.976857 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a71fe8-bafa-4b9f-9a1c-480624ca44cb req-1ec5d1b3-1ffa-449c-a659-dd50648deb00 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:14.979310 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b8a71fe8-bafa-4b9f-9a1c-480624ca44cb req-1ec5d1b3-1ffa-449c-a659-dd50648deb00 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 931 time: 0.0525422 Apr 11 18:21:15.028136 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Request body: {'port': {'device_id': '91548882-a8fe-4801-a05c-4fee9829b880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:15.066726 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b8a71fe8-bafa-4b9f-9a1c-480624ca44cb req-4653af47-16ec-4e23-b109-c8566cdfaebd tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814810 Apr 11 18:21:15.073853 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cca88-14a0-45f5-9fa8-946b5a453f3b req-c41c1341-2d1b-4876-8adf-5878fa492717 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:15.075257 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-003cca88-14a0-45f5-9fa8-946b5a453f3b req-c41c1341-2d1b-4876-8adf-5878fa492717 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0750513 Apr 11 18:21:15.091627 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.127366 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-003cca88-14a0-45f5-9fa8-946b5a453f3b req-4b8ff33a-075b-4f1d-ab23-a0f8aed93e0c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458395 Apr 11 18:21:15.262888 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 49210) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:15.401020 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4208d3b6-d0d9-4902-8d1a-7830fb9db9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.406675 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2beb94e-0a1a-4bfe-b644-7739c81b59f2 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:21:15.417571 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Publish callbacks [] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.425305 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74075679-d0b6-4df5-8fcf-62a67372497e req-25a79d8e-eb89-479b-b3a6-9cede3245cc4 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:15.427049 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-74075679-d0b6-4df5-8fcf-62a67372497e req-25a79d8e-eb89-479b-b3a6-9cede3245cc4 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0865819 Apr 11 18:21:15.432099 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Transition to ACTIVE for port object b2beb94e-0a1a-4bfe-b644-7739c81b59f2 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:21:15.502713 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-74075679-d0b6-4df5-8fcf-62a67372497e req-cf994b2f-c5d2-40a9-83e3-d44a6479147c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692387 Apr 11 18:21:15.526136 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4208d3b6-d0d9-4902-8d1a-7830fb9db9a3 admin admin] Publish callbacks [] for security_group (e863d1d5-9df1-446e-9c66-62b9eeeadf85), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.530855 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.583672 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2beb94e-0a1a-4bfe-b644-7739c81b59f2,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:15.616617 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4208d3b6-d0d9-4902-8d1a-7830fb9db9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e863d1d5-9df1-446e-9c66-62b9eeeadf85), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.657138 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Attempting to bind port b2beb94e-0a1a-4bfe-b644-7739c81b59f2 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:15.664028 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Attempting to bind port b2beb94e-0a1a-4bfe-b644-7739c81b59f2 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '2b0e262a-e574-44c6-b6ef-d588389cc956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:15.664028 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Attempting to bind port b2beb94e-0a1a-4bfe-b644-7739c81b59f2 on network a9c967f1-3984-4386-8608-f6e19dd5de00 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:15.664345 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4208d3b6-d0d9-4902-8d1a-7830fb9db9a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6019ccb95114de8b1989ddbe9353d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3938370 Apr 11 18:21:15.664345 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208d3b6-d0d9-4902-8d1a-7830fb9db9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e863d1d5-9df1-446e-9c66-62b9eeeadf85,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:15.664498 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 49220) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:15.669284 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Port b2beb94e-0a1a-4bfe-b644-7739c81b59f2 on network a9c967f1-3984-4386-8608-f6e19dd5de00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:21:15.669861 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Attempting to bind port b2beb94e-0a1a-4bfe-b644-7739c81b59f2 on network a9c967f1-3984-4386-8608-f6e19dd5de00 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:15.682340 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:15.682679 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Checking segment: {'id': '2b0e262a-e574-44c6-b6ef-d588389cc956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:15.683066 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Bound using segment: {'id': '2b0e262a-e574-44c6-b6ef-d588389cc956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:15.683527 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Bound port: b2beb94e-0a1a-4bfe-b644-7739c81b59f2, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b0e262a-e574-44c6-b6ef-d588389cc956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:15.683886 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.767969 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-633cf4c5-e9f8-4744-ae46-d91d655ffbae admin admin] Publish callbacks [] for security_group (e863d1d5-9df1-446e-9c66-62b9eeeadf85), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.787373 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] For port b2beb94e-0a1a-4bfe-b644-7739c81b59f2, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:15.806988 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-633cf4c5-e9f8-4744-ae46-d91d655ffbae admin admin] Publish callbacks [] for security_group (e863d1d5-9df1-446e-9c66-62b9eeeadf85), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.809675 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] For port b2beb94e-0a1a-4bfe-b644-7739c81b59f2, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b2beb94e-0a1a-4bfe-b644-7739c81b59f2,segment=NetworkSegment(2b0e262a-e574-44c6-b6ef-d588389cc956),segment_id=2b0e262a-e574-44c6-b6ef-d588389cc956)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:15.903255 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.932626 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-633cf4c5-e9f8-4744-ae46-d91d655ffbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e863d1d5-9df1-446e-9c66-62b9eeeadf85), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.935250 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-633cf4c5-e9f8-4744-ae46-d91d655ffbae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.936381 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-633cf4c5-e9f8-4744-ae46-d91d655ffbae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e863d1d5-9df1-446e-9c66-62b9eeeadf85 HTTP/1.1" status: 204 len: 168 time: 0.2732801 Apr 11 18:21:15.952360 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:15.958696 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:15.958696 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] 10.222.0.30 "PUT /v2.0/ports/b2beb94e-0a1a-4bfe-b644-7739c81b59f2 HTTP/1.1" status: 200 len: 1093 time: 0.9331012 Apr 11 18:21:15.958696 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91548882-a8fe-4801-a05c-4fee9829b880', 'tag': 'b2beb94e-0a1a-4bfe-b644-7739c81b59f2'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:15.958696 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6527bb0a-3a14-4ef3-9b93-a3aad6ec9685" -d '{"events": [{"name": "network-changed", "server_uuid": "91548882-a8fe-4801-a05c-4fee9829b880", "tag": "b2beb94e-0a1a-4bfe-b644-7739c81b59f2"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:15.959450 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cf4c5-e9f8-4744-ae46-d91d655ffbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e863d1d5-9df1-446e-9c66-62b9eeeadf85,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:15.999067 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94e2d6-d98d-44aa-b7fd-0be8816cfbf2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2beb94e-0a1a-4bfe-b644-7739c81b59f2,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:16.023497 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e2961d-fecf-4e4e-b0af-52c088fddef9 x-openstack-request-id: req-78e2961d-fecf-4e4e-b0af-52c088fddef9 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:16.027488 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91548882-a8fe-4801-a05c-4fee9829b880", "tag": "b2beb94e-0a1a-4bfe-b644-7739c81b59f2", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:16.027488 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-78e2961d-fecf-4e4e-b0af-52c088fddef9 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:16.027488 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e2961d-fecf-4e4e-b0af-52c088fddef9'] response: {'name': 'network-changed', 'server_uuid': '91548882-a8fe-4801-a05c-4fee9829b880', 'tag': 'b2beb94e-0a1a-4bfe-b644-7739c81b59f2', 'status': 'completed', 'code': 200} Apr 11 18:21:16.188356 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c72cd-a978-469f-8a5d-6b001ec663b2 req-2ad9bef3-0a73-48cb-825b-7500a9ceeb28 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:16.189926 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2b9c72cd-a978-469f-8a5d-6b001ec663b2 req-2ad9bef3-0a73-48cb-825b-7500a9ceeb28 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 943 time: 0.0487545 Apr 11 18:21:16.266676 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec31eff-26f7-4e79-ac46-09dd5e5e7d4d req-3f80366f-45c2-495f-9637-d26b3ff6927b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:16.268306 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cec31eff-26f7-4e79-ac46-09dd5e5e7d4d req-3f80366f-45c2-495f-9637-d26b3ff6927b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0695274 Apr 11 18:21:16.294334 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2b9c72cd-a978-469f-8a5d-6b001ec663b2 req-8578d0c7-a4b6-44bc-aed5-cca036f94a22 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944169 Apr 11 18:21:16.338087 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cec31eff-26f7-4e79-ac46-09dd5e5e7d4d req-cbd9811c-d0be-46da-b095-66f4fcf04b2e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633144 Apr 11 18:21:16.626816 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527bb0a-3a14-4ef3-9b93-a3aad6ec9685 req-763ac9be-01d6-4a0e-a22b-6b9c5033aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:16.628865 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6527bb0a-3a14-4ef3-9b93-a3aad6ec9685 req-763ac9be-01d6-4a0e-a22b-6b9c5033aca5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4df973d2f9f84c7f804ad039c43803d1&device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 1127 time: 0.0596342 Apr 11 18:21:16.643188 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de73659-e7af-4bb2-a517-80f42e3b3b87 req-6b08850f-a398-4232-958c-be092b2c44ba tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:16.644842 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2de73659-e7af-4bb2-a517-80f42e3b3b87 req-6b08850f-a398-4232-958c-be092b2c44ba tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0526199 Apr 11 18:21:16.698783 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2de73659-e7af-4bb2-a517-80f42e3b3b87 req-e87c4cfd-64c6-4fcc-8abe-765e623a1614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474184 Apr 11 18:21:17.238407 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527bb0a-3a14-4ef3-9b93-a3aad6ec9685 req-92fa6dfc-34cf-4aa7-86f7-6bdf44114133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:17.239923 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6527bb0a-3a14-4ef3-9b93-a3aad6ec9685 req-92fa6dfc-34cf-4aa7-86f7-6bdf44114133 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4df973d2f9f84c7f804ad039c43803d1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1084094 Apr 11 18:21:17.450465 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801eeb7-5aa8-45df-8afe-5d58aebaf61f req-9d8fb049-57d5-483a-b0c7-9f021cb33a61 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:17.452006 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9801eeb7-5aa8-45df-8afe-5d58aebaf61f req-9d8fb049-57d5-483a-b0c7-9f021cb33a61 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 943 time: 0.0855670 Apr 11 18:21:17.485042 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a9795-c156-477f-a8d3-36dfa9f68a63 req-284797c6-02ae-4c9c-8166-c2d362003d4f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:17.486710 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b38a9795-c156-477f-a8d3-36dfa9f68a63 req-284797c6-02ae-4c9c-8166-c2d362003d4f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0741355 Apr 11 18:21:17.534224 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9801eeb7-5aa8-45df-8afe-5d58aebaf61f req-08b3cfff-74f8-4dea-98aa-75695546c868 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764802 Apr 11 18:21:17.558356 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b38a9795-c156-477f-a8d3-36dfa9f68a63 req-244eec15-4f3e-47d8-9ecf-27eb4989d08e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647585 Apr 11 18:21:17.728678 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 49276) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:17.789051 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527bb0a-3a14-4ef3-9b93-a3aad6ec9685 req-dbfb9fca-0cea-4bcb-abf4-0ca33040ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:17.790675 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6527bb0a-3a14-4ef3-9b93-a3aad6ec9685 req-dbfb9fca-0cea-4bcb-abf4-0ca33040ded9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044903 Apr 11 18:21:17.828931 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c9682-1ecd-4fbe-9c80-7cbc746292c8 req-00534a32-03f6-4f79-90ea-6be5a928fe06 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:17.830464 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-696c9682-1ecd-4fbe-9c80-7cbc746292c8 req-00534a32-03f6-4f79-90ea-6be5a928fe06 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0545228 Apr 11 18:21:17.864499 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f60c247-3d1b-428e-a3b5-7b28fc58946f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:17.910155 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-696c9682-1ecd-4fbe-9c80-7cbc746292c8 req-80638a3f-13eb-44f5-a12b-298ac4a88cbe tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739770 Apr 11 18:21:17.962072 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f60c247-3d1b-428e-a3b5-7b28fc58946f admin admin] Publish callbacks [] for security_group (e082b5a7-b769-4afa-a121-5adf80e3bbee), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:18.073988 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9f60c247-3d1b-428e-a3b5-7b28fc58946f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e082b5a7-b769-4afa-a121-5adf80e3bbee), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:18.081469 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-ef492aec-bda9-449a-aef1-983e1ddac593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:18.082952 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-ef492aec-bda9-449a-aef1-983e1ddac593 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4df973d2f9f84c7f804ad039c43803d1&device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 1127 time: 0.0411143 Apr 11 18:21:18.112561 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9f60c247-3d1b-428e-a3b5-7b28fc58946f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbab54bbe99a419ab0429cb718503d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826873 Apr 11 18:21:18.113397 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60c247-3d1b-428e-a3b5-7b28fc58946f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e082b5a7-b769-4afa-a121-5adf80e3bbee,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:18.115662 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 49288) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:18.125180 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-7f0c82af-76e9-4eb3-a6ea-5a64a036f680 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2beb94e-0a1a-4bfe-b644-7739c81b59f2 HTTP/1.1" status: 200 len: 217 time: 0.0342009 Apr 11 18:21:18.167884 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-db3acfe8-dce4-4c03-843a-072320d4f83a admin admin] Publish callbacks [] for security_group (e082b5a7-b769-4afa-a121-5adf80e3bbee), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:18.178354 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-ac11e066-e4a9-46ae-9463-1dfa524f1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:18.179851 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-ac11e066-e4a9-46ae-9463-1dfa524f1716 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf9498f1-c848-40b8-8d02-195365011dfe HTTP/1.1" status: 200 len: 848 time: 0.0490355 Apr 11 18:21:18.191603 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-db3acfe8-dce4-4c03-843a-072320d4f83a admin admin] Publish callbacks [] for security_group (e082b5a7-b769-4afa-a121-5adf80e3bbee), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:18.212373 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-bbacb344-8443-4114-a265-f1a08b203c90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9c967f1-3984-4386-8608-f6e19dd5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252297 Apr 11 18:21:18.312239 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-e6937532-fb20-4429-a5c2-b423745dbc3f service neutron] 10.222.0.30 "GET /v2.0/networks/a9c967f1-3984-4386-8608-f6e19dd5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928679 Apr 11 18:21:18.314177 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-db3acfe8-dce4-4c03-843a-072320d4f83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e082b5a7-b769-4afa-a121-5adf80e3bbee), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:18.317030 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-db3acfe8-dce4-4c03-843a-072320d4f83a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:18.318173 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-db3acfe8-dce4-4c03-843a-072320d4f83a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e082b5a7-b769-4afa-a121-5adf80e3bbee HTTP/1.1" status: 204 len: 168 time: 0.2016129 Apr 11 18:21:18.329697 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3acfe8-dce4-4c03-843a-072320d4f83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e082b5a7-b769-4afa-a121-5adf80e3bbee,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:18.417327 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b9e4309a-cfad-4768-8bda-8567c30c8064 req-5ef036f9-80d2-4341-a1ea-7d9662631680 service neutron] 10.222.0.30 "GET /v2.0/networks/a9c967f1-3984-4386-8608-f6e19dd5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986073 Apr 11 18:21:18.678529 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038f4d5-e08a-4a0a-857e-36d29292b6d7 req-56f2bf72-7063-4555-bfe7-4652106154f2 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:18.680071 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9038f4d5-e08a-4a0a-857e-36d29292b6d7 req-56f2bf72-7063-4555-bfe7-4652106154f2 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 943 time: 0.0605109 Apr 11 18:21:18.734578 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9038f4d5-e08a-4a0a-857e-36d29292b6d7 req-c2b10463-8ae5-4dcb-975d-460daa3969ac tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482528 Apr 11 18:21:19.037404 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993c173-b93f-4b3b-9f87-61c05e4b06ef req-c8e6cd2d-f876-4b12-b96a-08aaf14f28f7 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:19.038873 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b993c173-b93f-4b3b-9f87-61c05e4b06ef req-c8e6cd2d-f876-4b12-b96a-08aaf14f28f7 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0737092 Apr 11 18:21:19.058653 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750983a-e598-4227-aa68-e9cc7f3a314d req-3b4474e7-a238-4f0c-be5f-839c9adfaa5c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:19.060383 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a750983a-e598-4227-aa68-e9cc7f3a314d req-3b4474e7-a238-4f0c-be5f-839c9adfaa5c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0684900 Apr 11 18:21:19.124088 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b993c173-b93f-4b3b-9f87-61c05e4b06ef req-f1ebc7cd-66ed-4f74-83fc-12498ff4916e tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794127 Apr 11 18:21:19.138478 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a750983a-e598-4227-aa68-e9cc7f3a314d req-c27dbadd-e454-487b-b692-1452d78a738c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660183 Apr 11 18:21:19.741426 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 49346) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:19.747024 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-a9cd8a6e-f8ff-430a-ba7e-2840337237dd tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--201950816', 'description': 'tempest-description--883789904'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:19.855155 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b351bbb-e729-4da7-b7fa-77ebc64f0ba9 req-0b1a707a-fdfc-4664-b18b-4d6e35dfa809 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:19.856437 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9b351bbb-e729-4da7-b7fa-77ebc64f0ba9 req-0b1a707a-fdfc-4664-b18b-4d6e35dfa809 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 943 time: 0.0518155 Apr 11 18:21:19.880418 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a9cd8a6e-f8ff-430a-ba7e-2840337237dd tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:19.927678 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9b351bbb-e729-4da7-b7fa-77ebc64f0ba9 req-9c26d90d-6259-4936-9e80-8780d349ed03 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642118 Apr 11 18:21:19.979782 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a9cd8a6e-f8ff-430a-ba7e-2840337237dd tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for security_group (96cdd114-da62-4b41-b1ed-afb445610d47), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.084973 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a9cd8a6e-f8ff-430a-ba7e-2840337237dd tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (96cdd114-da62-4b41-b1ed-afb445610d47), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.113492 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd8a6e-f8ff-430a-ba7e-2840337237dd tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cdd114-da62-4b41-b1ed-afb445610d47,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:20.198206 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a9cd8a6e-f8ff-430a-ba7e-2840337237dd tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.199550 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a9cd8a6e-f8ff-430a-ba7e-2840337237dd tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4570510 Apr 11 18:21:20.202543 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 49362) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:20.210782 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-6fd54134-df51-434f-a2cb-235c89d6eb9c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Request body: {'security_group_rule': {'security_group_id': '96cdd114-da62-4b41-b1ed-afb445610d47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:20.275912 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba13596-84a4-4244-9d69-8eefd7d27f0d req-3d417d10-ee87-43d8-a6f3-c557103067b5 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:20.277378 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-aba13596-84a4-4244-9d69-8eefd7d27f0d req-3d417d10-ee87-43d8-a6f3-c557103067b5 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0832202 Apr 11 18:21:20.285259 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9086cb5-4ff2-4922-8d46-30e44f8029b2 req-acdaa1b5-50eb-460a-9508-b32ddb3daf8b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:20.286632 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f9086cb5-4ff2-4922-8d46-30e44f8029b2 req-acdaa1b5-50eb-460a-9508-b32ddb3daf8b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0769885 Apr 11 18:21:20.314662 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6fd54134-df51-434f-a2cb-235c89d6eb9c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for security_group_rule (689dd6b6-421c-4905-b7bf-9fc361b35073), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.362305 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f9086cb5-4ff2-4922-8d46-30e44f8029b2 req-2a8f52e7-4661-4c6f-9bf3-86f4acf4f0ec tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688019 Apr 11 18:21:20.365465 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-aba13596-84a4-4244-9d69-8eefd7d27f0d req-da1869d6-e8c8-464f-b096-50c87386e54f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779209 Apr 11 18:21:20.379444 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6fd54134-df51-434f-a2cb-235c89d6eb9c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for security_group_rule (689dd6b6-421c-4905-b7bf-9fc361b35073), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.505867 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6fd54134-df51-434f-a2cb-235c89d6eb9c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (689dd6b6-421c-4905-b7bf-9fc361b35073), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.525532 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd54134-df51-434f-a2cb-235c89d6eb9c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689dd6b6-421c-4905-b7bf-9fc361b35073,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:20.651229 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6fd54134-df51-434f-a2cb-235c89d6eb9c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.654006 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6fd54134-df51-434f-a2cb-235c89d6eb9c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4482517 Apr 11 18:21:20.655918 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 49368) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:20.660328 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-65780011-4f6b-40c1-91eb-ae7cf7aaa7f7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Request body: {'security_group_rule': {'security_group_id': '96cdd114-da62-4b41-b1ed-afb445610d47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:20.828815 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-65780011-4f6b-40c1-91eb-ae7cf7aaa7f7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for security_group_rule (e74dfd3f-2e92-4740-a53e-4ad524b3534f), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.887959 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-65780011-4f6b-40c1-91eb-ae7cf7aaa7f7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for security_group_rule (e74dfd3f-2e92-4740-a53e-4ad524b3534f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:20.988008 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-65780011-4f6b-40c1-91eb-ae7cf7aaa7f7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (e74dfd3f-2e92-4740-a53e-4ad524b3534f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.010996 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65780011-4f6b-40c1-91eb-ae7cf7aaa7f7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74dfd3f-2e92-4740-a53e-4ad524b3534f,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:21.055593 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdc9fb-2a80-4368-84e1-b09ba5c4a420 req-ebb49848-36f4-4b39-9a51-1e6240f527d5 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:21.057216 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bacdc9fb-2a80-4368-84e1-b09ba5c4a420 req-ebb49848-36f4-4b39-9a51-1e6240f527d5 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 943 time: 0.0545797 Apr 11 18:21:21.092937 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-65780011-4f6b-40c1-91eb-ae7cf7aaa7f7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.094074 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-65780011-4f6b-40c1-91eb-ae7cf7aaa7f7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4371898 Apr 11 18:21:21.097442 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 49374) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:21.101760 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:21.106468 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bacdc9fb-2a80-4368-84e1-b09ba5c4a420 req-1df38fcd-0550-4f9a-ab10-5bd614a7d281 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434854 Apr 11 18:21:21.182777 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.263727 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.370763 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Allocated IP 172.27.3.146 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/adc62d61-527f-44a6-963c-c5fd68482ae0) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:21.481278 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for port (adc62d61-527f-44a6-963c-c5fd68482ae0), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.525245 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebe7fa-3841-46cb-b1eb-fe4d1ac8e649 req-663f5ccc-f7d6-4449-a2d7-035da55bb15d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:21.526762 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4bebe7fa-3841-46cb-b1eb-fe4d1ac8e649 req-663f5ccc-f7d6-4449-a2d7-035da55bb15d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0803285 Apr 11 18:21:21.535260 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eee281-f486-41fb-a696-b6a8d8369c27 req-907cf7be-254b-4fea-8805-fed304089c9f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:21.535260 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-87eee281-f486-41fb-a696-b6a8d8369c27 req-907cf7be-254b-4fea-8805-fed304089c9f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0768290 Apr 11 18:21:21.589015 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (adc62d61-527f-44a6-963c-c5fd68482ae0), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.612249 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4bebe7fa-3841-46cb-b1eb-fe4d1ac8e649 req-484eb3ff-b4e9-4e50-be7b-b262356c02fa tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769250 Apr 11 18:21:21.615728 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-87eee281-f486-41fb-a696-b6a8d8369c27 req-745ef23a-d244-4383-832d-955dd943a68b tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728478 Apr 11 18:21:21.648134 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:21.651200 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:21.655132 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:21.684341 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Pushing event updated for resources: {'Port': ['ID=adc62d61-527f-44a6-963c-c5fd68482ae0,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:21.687330 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device b2beb94e-0a1a-4bfe-b644-7739c81b59f2 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:21:21.768585 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for floatingip (a514abb6-6a54-421d-aa63-a4ec0d565955), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.791708 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port b2beb94e-0a1a-4bfe-b644-7739c81b59f2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b2beb94e-0a1a-4bfe-b644-7739c81b59f2,segment=NetworkSegment(2b0e262a-e574-44c6-b6ef-d588389cc956),segment_id=2b0e262a-e574-44c6-b6ef-d588389cc956)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:21.807950 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': 'b2beb94e-0a1a-4bfe-b644-7739c81b59f2', 'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00', 'port_id': 'b2beb94e-0a1a-4bfe-b644-7739c81b59f2', 'mac_address': 'fa:16:3e:1c:eb:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9498f1-c848-40b8-8d02-195365011dfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:21:21.847230 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port b2beb94e-0a1a-4bfe-b644-7739c81b59f2 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:21.847620 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.861808 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2beb94e-0a1a-4bfe-b644-7739c81b59f2 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:21:21.870134 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (adc62d61-527f-44a6-963c-c5fd68482ae0), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:21.882468 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port b2beb94e-0a1a-4bfe-b644-7739c81b59f2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b2beb94e-0a1a-4bfe-b644-7739c81b59f2,segment=NetworkSegment(2b0e262a-e574-44c6-b6ef-d588389cc956),segment_id=2b0e262a-e574-44c6-b6ef-d588389cc956)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:21.957501 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:22.012302 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=b2beb94e-0a1a-4bfe-b644-7739c81b59f2,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:22.019920 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.020509 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.020878 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.021238 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.021579 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.021913 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.022335 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.022665 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.022991 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.023493 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.024629 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.025685 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.026027 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.026360 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.026687 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:22.031807 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for port (adc62d61-527f-44a6-963c-c5fd68482ae0), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:22.147918 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (adc62d61-527f-44a6-963c-c5fd68482ae0), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:22.221571 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fddfb6-2c54-411a-8a19-97a97b838c16 req-03687872-b9c6-4afe-a3fb-7195b03fc177 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:22.223303 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-60fddfb6-2c54-411a-8a19-97a97b838c16 req-03687872-b9c6-4afe-a3fb-7195b03fc177 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 944 time: 0.0502756 Apr 11 18:21:22.243389 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (a514abb6-6a54-421d-aa63-a4ec0d565955), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:22.250957 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Pushing event updated for resources: {'Port': ['ID=adc62d61-527f-44a6-963c-c5fd68482ae0,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:22.275309 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-60fddfb6-2c54-411a-8a19-97a97b838c16 req-2845262b-a774-4665-97cc-577b683a4b70 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453150 Apr 11 18:21:22.322088 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:22.323423 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fcfb4473-909c-414e-9b4d-840725792104 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2250347 Apr 11 18:21:22.343555 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['b2beb94e-0a1a-4bfe-b644-7739c81b59f2'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:21:22.528652 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-66adf5d9-f6cf-4009-a873-32e83f4d2177 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--201950816&fields=id&tenant_id=082e2e1ca95a41b19a06885fafe7f25b HTTP/1.1" status: 200 len: 267 time: 0.0468245 Apr 11 18:21:22.865137 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d8c6f-123d-4888-be45-d46f17812560 req-7f581745-713e-4115-86bf-382e4b191b44 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:22.866682 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f84d8c6f-123d-4888-be45-d46f17812560 req-7f581745-713e-4115-86bf-382e4b191b44 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0651028 Apr 11 18:21:22.888487 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46f380-9a20-4b98-adde-4e12375b1221 req-8a47a679-9c5b-40a9-bbf5-a920417da221 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:22.889987 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-8a47a679-9c5b-40a9-bbf5-a920417da221 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 819 time: 0.3546250 Apr 11 18:21:22.911899 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-d6bf6675-0a2d-4de5-86d5-b622fed0e1bf tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/quotas/082e2e1ca95a41b19a06885fafe7f25b HTTP/1.1" status: 200 len: 375 time: 0.0156665 Apr 11 18:21:22.964811 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f84d8c6f-123d-4888-be45-d46f17812560 req-586fd33c-3e18-4e12-8c25-35fdf2207a17 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921037 Apr 11 18:21:22.979908 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-a1cab64f-4c5e-4551-b528-c73a1d74068e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0621600 Apr 11 18:21:23.098057 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cb2f0-3ff7-437a-b9bb-53e3d69b53f7 req-41fc00fa-f96a-40a1-8bff-640a3fa39a72 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:23.099519 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c63cb2f0-3ff7-437a-b9bb-53e3d69b53f7 req-41fc00fa-f96a-40a1-8bff-640a3fa39a72 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0779474 Apr 11 18:21:23.128097 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-22a02b29-edb4-4750-81b3-456f51eb99e1 service neutron] 10.222.0.64 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356471 Apr 11 18:21:23.181292 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c63cb2f0-3ff7-437a-b9bb-53e3d69b53f7 req-3695f999-9f52-4615-ad13-bbb27aff17a5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739021 Apr 11 18:21:23.235848 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-5c1ea6a2-3990-466d-bf08-283cad30ebc0 service neutron] 10.222.0.64 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005092 Apr 11 18:21:23.389644 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff7a77-40ea-446a-8417-71ad85ebcdbc req-fefbad5e-6884-4af7-8597-eb6b65e82a83 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:23.391196 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3bff7a77-40ea-446a-8417-71ad85ebcdbc req-fefbad5e-6884-4af7-8597-eb6b65e82a83 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 944 time: 0.0495622 Apr 11 18:21:23.442782 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3bff7a77-40ea-446a-8417-71ad85ebcdbc req-f62fa476-1147-4c02-b0bf-c2e8aa60c534 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459874 Apr 11 18:21:23.516300 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-867b8322-19d2-4d49-a0b8-21beae46b609 req-7988e961-c9d2-4cb8-80ff-ccdcb8a11e3f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 210 time: 0.0273919 Apr 11 18:21:24.079699 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05981694-095b-483f-8cb5-3cbd55b7e5a9 req-a0330eea-88a8-441b-970c-cff928b6cf9c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:24.081195 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-05981694-095b-483f-8cb5-3cbd55b7e5a9 req-a0330eea-88a8-441b-970c-cff928b6cf9c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0482945 Apr 11 18:21:24.128151 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-05981694-095b-483f-8cb5-3cbd55b7e5a9 req-6956e24c-b537-4a09-bb84-fced47dfa57d tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414734 Apr 11 18:21:24.301756 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff4525-3462-438d-9196-67f7405680aa req-d6d410fa-7345-4335-9ae3-86518de0972d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:24.303256 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-deff4525-3462-438d-9196-67f7405680aa req-d6d410fa-7345-4335-9ae3-86518de0972d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0504503 Apr 11 18:21:24.349238 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-deff4525-3462-438d-9196-67f7405680aa req-713cd7d1-1cc4-446a-a3e9-7037041c4ee9 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399160 Apr 11 18:21:24.556553 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32900c6d-ae52-49c2-8443-92fdecc2cca9 req-4bb0ebb4-7f1d-4af0-a1ac-f4b46fd64280 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:24.558058 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-32900c6d-ae52-49c2-8443-92fdecc2cca9 req-4bb0ebb4-7f1d-4af0-a1ac-f4b46fd64280 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 944 time: 0.0475857 Apr 11 18:21:24.624871 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f97fba24-0683-494e-8c5b-c3ade3a70c56 req-8188b81d-8860-4cdf-90cb-c0e3b2645770 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 210 time: 0.0352995 Apr 11 18:21:24.628306 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-32900c6d-ae52-49c2-8443-92fdecc2cca9 req-10dfdc6a-6346-4644-a839-ea136c177c34 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646100 Apr 11 18:21:25.244397 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67a191-dee5-481a-a378-2ec652bef7af req-3c383cf7-cf37-4c8f-a506-bd8ac67dab3d tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:25.245864 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0d67a191-dee5-481a-a378-2ec652bef7af req-3c383cf7-cf37-4c8f-a506-bd8ac67dab3d tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0514784 Apr 11 18:21:25.293175 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0d67a191-dee5-481a-a378-2ec652bef7af req-b4217581-289d-4516-8ce0-de05a9b1d776 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418024 Apr 11 18:21:25.473019 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3860c2-01db-4b1f-ae79-694664a8aec6 req-0f2ffed2-7a80-461e-80d4-e11894c9f443 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:25.474417 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cb3860c2-01db-4b1f-ae79-694664a8aec6 req-0f2ffed2-7a80-461e-80d4-e11894c9f443 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0540116 Apr 11 18:21:25.523401 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cb3860c2-01db-4b1f-ae79-694664a8aec6 req-5c4c1185-dfea-4b8d-8a93-7bd57db83700 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430889 Apr 11 18:21:25.732566 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3711038a-a0d0-4555-8d64-d7dcea4de4a8 req-76a96a07-d694-4e66-843f-df97a276f2ea tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 210 time: 0.0370126 Apr 11 18:21:25.770869 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63984684-0ebf-4c60-b4fb-3b49041a60c7 req-1ad7bfa5-0119-42df-89bb-9badbb0188e4 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:25.772418 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-63984684-0ebf-4c60-b4fb-3b49041a60c7 req-1ad7bfa5-0119-42df-89bb-9badbb0188e4 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 944 time: 0.0662463 Apr 11 18:21:25.822174 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-63984684-0ebf-4c60-b4fb-3b49041a60c7 req-c894f395-5ce1-4edc-a910-79ec362d4094 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434878 Apr 11 18:21:25.876907 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device b2beb94e-0a1a-4bfe-b644-7739c81b59f2 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:25.921487 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port b2beb94e-0a1a-4bfe-b644-7739c81b59f2 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:21:25.987807 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port b2beb94e-0a1a-4bfe-b644-7739c81b59f2 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:25.988140 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:26.069219 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port b2beb94e-0a1a-4bfe-b644-7739c81b59f2 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:26.069607 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:26.092796 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91548882-a8fe-4801-a05c-4fee9829b880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2beb94e-0a1a-4bfe-b644-7739c81b59f2'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:26.095028 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd68457-b2c5-4747-b7ba-0e5a3d422a5f" -d '{"events": [{"server_uuid": "91548882-a8fe-4801-a05c-4fee9829b880", "name": "network-vif-plugged", "status": "completed", "tag": "b2beb94e-0a1a-4bfe-b644-7739c81b59f2"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:26.108628 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port b2beb94e-0a1a-4bfe-b644-7739c81b59f2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b2beb94e-0a1a-4bfe-b644-7739c81b59f2,segment=NetworkSegment(2b0e262a-e574-44c6-b6ef-d588389cc956),segment_id=2b0e262a-e574-44c6-b6ef-d588389cc956)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:26.130865 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adaef45-7b44-40b9-8d9c-8d73c4f58c0c x-openstack-request-id: req-9adaef45-7b44-40b9-8d9c-8d73c4f58c0c {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:26.131209 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91548882-a8fe-4801-a05c-4fee9829b880", "name": "network-vif-plugged", "status": "completed", "tag": "b2beb94e-0a1a-4bfe-b644-7739c81b59f2", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:26.131475 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9adaef45-7b44-40b9-8d9c-8d73c4f58c0c {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:26.131886 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9adaef45-7b44-40b9-8d9c-8d73c4f58c0c'] response: {'server_uuid': '91548882-a8fe-4801-a05c-4fee9829b880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2beb94e-0a1a-4bfe-b644-7739c81b59f2', 'code': 200} Apr 11 18:21:26.199585 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:26.246864 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=b2beb94e-0a1a-4bfe-b644-7739c81b59f2,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:26.406803 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2db0b-6c8b-4df4-9dde-bbfbbfdab0ff req-4db13241-2edd-4575-b0f8-43a236f1f267 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:26.408337 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-48b2db0b-6c8b-4df4-9dde-bbfbbfdab0ff req-4db13241-2edd-4575-b0f8-43a236f1f267 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0463579 Apr 11 18:21:26.468547 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-48b2db0b-6c8b-4df4-9dde-bbfbbfdab0ff req-91882b42-7f47-4e5a-a388-f900baf581f2 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544508 Apr 11 18:21:26.651575 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76535d9-af46-42b2-b220-43f6f564e901 req-74330661-b44c-43dd-9335-02b475ef7989 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:26.653106 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a76535d9-af46-42b2-b220-43f6f564e901 req-74330661-b44c-43dd-9335-02b475ef7989 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0540781 Apr 11 18:21:26.703018 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a76535d9-af46-42b2-b220-43f6f564e901 req-e79c3ae0-3195-4e96-8e3e-44c1a9635350 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436540 Apr 11 18:21:26.713293 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46f380-9a20-4b98-adde-4e12375b1221 req-19d5212c-2b72-4de7-8165-6c2667d7fdb1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:26.714774 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-19d5212c-2b72-4de7-8165-6c2667d7fdb1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.30 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 819 time: 0.1089706 Apr 11 18:21:26.780526 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-5cb4ee3d-da85-444f-8854-da6f1e27f220 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082e2e1ca95a41b19a06885fafe7f25b HTTP/1.1" status: 200 len: 379 time: 0.0555947 Apr 11 18:21:26.802571 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-da46f380-9a20-4b98-adde-4e12375b1221 req-f6d47aa0-ad6c-430a-8639-b353509634ba tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Request body: {'port': {'device_id': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'admin_state_up': True, 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'security_groups': ['96cdd114-da62-4b41-b1ed-afb445610d47']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:26.842852 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ec4f5a88-2ad6-45ed-8ef1-27306f3b1f49 req-949b26c7-3222-4d8e-8db5-9cde0c0c7c56 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 210 time: 0.0296602 Apr 11 18:21:26.897692 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30daaa-1010-4344-8bc5-97302205c350 req-11cf769c-e252-46f6-9e28-5f24219c2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:26.900462 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-dd30daaa-1010-4344-8bc5-97302205c350 req-11cf769c-e252-46f6-9e28-5f24219c2387 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 1129 time: 0.0934508 Apr 11 18:21:26.961492 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cb7cc-0566-4f01-8e43-8965adf73342 req-fed72918-51b1-4e86-a7b5-32dabec05694 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:26.963123 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d56cb7cc-0566-4f01-8e43-8965adf73342 req-fed72918-51b1-4e86-a7b5-32dabec05694 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 945 time: 0.0629382 Apr 11 18:21:26.973953 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-dd30daaa-1010-4344-8bc5-97302205c350 req-aff1d68f-cfc8-44ca-be00-d5f77d97958e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619643 Apr 11 18:21:27.040875 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d56cb7cc-0566-4f01-8e43-8965adf73342 req-6e5866d2-2bf8-42cd-acf4-06452c7a1a39 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714309 Apr 11 18:21:27.062048 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da46f380-9a20-4b98-adde-4e12375b1221 req-f6d47aa0-ad6c-430a-8639-b353509634ba tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Made reservation on behalf of 082e2e1ca95a41b19a06885fafe7f25b for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:27.065353 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da46f380-9a20-4b98-adde-4e12375b1221 req-f6d47aa0-ad6c-430a-8639-b353509634ba tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.197361 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-da46f380-9a20-4b98-adde-4e12375b1221 req-f6d47aa0-ad6c-430a-8639-b353509634ba tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Allocated IP 172.20.0.12 (14e6ef31-5569-4b84-adfb-cf10202126af/9669d665-665c-4325-9f01-a4e3dc1cf99c/8848d8ff-735e-41da-90b3-174051a91452) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:27.334766 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da46f380-9a20-4b98-adde-4e12375b1221 req-f6d47aa0-ad6c-430a-8639-b353509634ba tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for port (8848d8ff-735e-41da-90b3-174051a91452), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.454863 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da46f380-9a20-4b98-adde-4e12375b1221 req-f6d47aa0-ad6c-430a-8639-b353509634ba tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (8848d8ff-735e-41da-90b3-174051a91452), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.503163 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da46f380-9a20-4b98-adde-4e12375b1221 req-f6d47aa0-ad6c-430a-8639-b353509634ba tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Network 14e6ef31-5569-4b84-adfb-cf10202126af is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:27.506982 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-da46f380-9a20-4b98-adde-4e12375b1221 req-f6d47aa0-ad6c-430a-8639-b353509634ba tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:27.514538 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-da46f380-9a20-4b98-adde-4e12375b1221 req-f6d47aa0-ad6c-430a-8639-b353509634ba tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:27.518737 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d47aa0-ad6c-430a-8639-b353509634ba tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Pushing event updated for resources: {'Port': ['ID=8848d8ff-735e-41da-90b3-174051a91452,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:27.577680 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46f380-9a20-4b98-adde-4e12375b1221 req-f6d47aa0-ad6c-430a-8639-b353509634ba tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:27.578568 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da46f380-9a20-4b98-adde-4e12375b1221 req-f6d47aa0-ad6c-430a-8639-b353509634ba tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.610404 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e544f2-12c7-4f0e-bc44-7d469635a9fb req-7561e1e4-7ee3-442f-a37c-5bb048750734 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:27.613561 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-65e544f2-12c7-4f0e-bc44-7d469635a9fb req-7561e1e4-7ee3-442f-a37c-5bb048750734 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0665388 Apr 11 18:21:27.675313 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-65e544f2-12c7-4f0e-bc44-7d469635a9fb req-87db7643-d5df-4abd-af8a-92ee4f58922a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549669 Apr 11 18:21:27.691952 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-f6d47aa0-ad6c-430a-8639-b353509634ba tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8936565 Apr 11 18:21:27.768443 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a010efb5-07d5-41c5-9ccc-945b0733268f None None] Provisioning complete for port 8848d8ff-735e-41da-90b3-174051a91452 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:27.769033 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a010efb5-07d5-41c5-9ccc-945b0733268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (8848d8ff-735e-41da-90b3-174051a91452), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.808343 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a010efb5-07d5-41c5-9ccc-945b0733268f None None] Port 8848d8ff-735e-41da-90b3-174051a91452 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:27.828499 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73db72-353f-4675-bd90-eb52f44ae59d req-f8192f8f-0dde-4e1b-b914-0fdbe2c5123a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:27.829984 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1a73db72-353f-4675-bd90-eb52f44ae59d req-f8192f8f-0dde-4e1b-b914-0fdbe2c5123a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0517268 Apr 11 18:21:27.881888 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 495fbcce-180e-4eff-bfb9-2fae1a121c32 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:21:27.892866 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1a73db72-353f-4675-bd90-eb52f44ae59d req-da8c508b-6d47-4a8d-8730-727500112b6b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569081 Apr 11 18:21:27.903216 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Request body: {'port': {'device_id': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:27.984508 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (8848d8ff-735e-41da-90b3-174051a91452), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:27.987132 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b9e7a-3bd9-479e-a393-fed425419c17 req-4adabfff-0025-4cd6-8536-ced061e0fba2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:27.989816 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ad3b9e7a-3bd9-479e-a393-fed425419c17 req-4adabfff-0025-4cd6-8536-ced061e0fba2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 932 time: 0.0544734 Apr 11 18:21:28.048150 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 495fbcce-180e-4eff-bfb9-2fae1a121c32, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:28.059971 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ad3b9e7a-3bd9-479e-a393-fed425419c17 req-5ccc619c-3aab-4f1e-8ef5-9ae281fecfd9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612323 Apr 11 18:21:28.065236 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'port_id': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'mac_address': 'fa:16:3e:c0:71:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:21:28.111689 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 495fbcce-180e-4eff-bfb9-2fae1a121c32 is: ACTIVE; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:28.112082 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.127344 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 495fbcce-180e-4eff-bfb9-2fae1a121c32 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:21:28.151520 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 495fbcce-180e-4eff-bfb9-2fae1a121c32, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:28.173627 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d4cde-9b6a-49d6-b36c-8d60a91c45fe req-1c56ff38-4184-41c6-88f5-701ec56181d9 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:28.175128 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-803d4cde-9b6a-49d6-b36c-8d60a91c45fe req-1c56ff38-4184-41c6-88f5-701ec56181d9 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 945 time: 0.0536695 Apr 11 18:21:28.225979 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-803d4cde-9b6a-49d6-b36c-8d60a91c45fe req-80503e0a-c680-42a8-b4c4-a095239d0bd3 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439124 Apr 11 18:21:28.239242 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.290812 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8848d8ff-735e-41da-90b3-174051a91452 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:21:28.291284 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=495fbcce-180e-4eff-bfb9-2fae1a121c32,revision_number=6']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:28.302749 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Publish callbacks [] for port (8848d8ff-735e-41da-90b3-174051a91452), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.316021 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Transition to ACTIVE for port object 8848d8ff-735e-41da-90b3-174051a91452 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:21:28.381238 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['495fbcce-180e-4eff-bfb9-2fae1a121c32'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:21:28.389737 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (8848d8ff-735e-41da-90b3-174051a91452), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.449213 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Pushing event updated for resources: {'Port': ['ID=8848d8ff-735e-41da-90b3-174051a91452,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:28.536053 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Attempting to bind port 8848d8ff-735e-41da-90b3-174051a91452 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:28.536406 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Attempting to bind port 8848d8ff-735e-41da-90b3-174051a91452 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:28.536737 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Attempting to bind port 8848d8ff-735e-41da-90b3-174051a91452 on network 14e6ef31-5569-4b84-adfb-cf10202126af {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:28.541754 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Port 8848d8ff-735e-41da-90b3-174051a91452 on network 14e6ef31-5569-4b84-adfb-cf10202126af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:21:28.542075 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Attempting to bind port 8848d8ff-735e-41da-90b3-174051a91452 on network 14e6ef31-5569-4b84-adfb-cf10202126af {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:28.547435 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:28.547776 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Checking segment: {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:28.548163 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Bound using segment: {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:28.548593 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Bound port: 8848d8ff-735e-41da-90b3-174051a91452, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:28.548956 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (8848d8ff-735e-41da-90b3-174051a91452), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.622525 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] For port 8848d8ff-735e-41da-90b3-174051a91452, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:28.625737 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] For port 8848d8ff-735e-41da-90b3-174051a91452, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8848d8ff-735e-41da-90b3-174051a91452,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:28.708490 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (8848d8ff-735e-41da-90b3-174051a91452), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.743093 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:28.743332 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:28.744838 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] 10.222.0.30 "PUT /v2.0/ports/8848d8ff-735e-41da-90b3-174051a91452 HTTP/1.1" status: 200 len: 1094 time: 0.8505602 Apr 11 18:21:28.745201 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'tag': '8848d8ff-735e-41da-90b3-174051a91452'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:28.747525 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c59f1c-23fd-47b0-8894-2193ba324aad" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a895cc-5ccb-4db5-933a-e5f835919010", "tag": "8848d8ff-735e-41da-90b3-174051a91452"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:28.776389 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45211a4c-965a-48ad-858a-b9a5c9fd2713 service neutron] Pushing event updated for resources: {'Port': ['ID=8848d8ff-735e-41da-90b3-174051a91452,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:28.794900 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d02287-723c-446d-89dc-2d60267da22c req-697b5f8f-9079-4726-ad0e-a4cdf6df0225 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:28.796576 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-02d02287-723c-446d-89dc-2d60267da22c req-697b5f8f-9079-4726-ad0e-a4cdf6df0225 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0541146 Apr 11 18:21:28.799073 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc47643-7da2-4b84-9d4c-e3907c1ecf70 x-openstack-request-id: req-acc47643-7da2-4b84-9d4c-e3907c1ecf70 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:28.802038 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a895cc-5ccb-4db5-933a-e5f835919010", "tag": "8848d8ff-735e-41da-90b3-174051a91452", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:28.802038 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-acc47643-7da2-4b84-9d4c-e3907c1ecf70 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:28.802038 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc47643-7da2-4b84-9d4c-e3907c1ecf70'] response: {'name': 'network-changed', 'server_uuid': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'tag': '8848d8ff-735e-41da-90b3-174051a91452', 'status': 'completed', 'code': 200} Apr 11 18:21:28.850554 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-02d02287-723c-446d-89dc-2d60267da22c req-a974f654-b4de-41ec-b830-7d41aae9c2ff tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462613 Apr 11 18:21:29.046457 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472574fc-efee-4d10-9352-a8ffd4187ff2 req-38c0a274-4b66-4f4d-b98e-3ff2128ac669 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:29.048025 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-472574fc-efee-4d10-9352-a8ffd4187ff2 req-38c0a274-4b66-4f4d-b98e-3ff2128ac669 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 945 time: 0.0619612 Apr 11 18:21:29.125044 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-472574fc-efee-4d10-9352-a8ffd4187ff2 req-c3beeff2-1159-4407-abf8-4012cfd30709 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660088 Apr 11 18:21:29.154485 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c59f1c-23fd-47b0-8894-2193ba324aad req-aa65cc0f-9677-40f3-975a-6378dee57180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:29.157263 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-41c59f1c-23fd-47b0-8894-2193ba324aad req-aa65cc0f-9677-40f3-975a-6378dee57180 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 1128 time: 0.0610414 Apr 11 18:21:29.180616 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeded42-e1d2-4e26-84f9-80be2b026aa0 req-aa159460-a9b0-4217-87bb-4fc12cf97b47 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:29.182594 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bbeded42-e1d2-4e26-84f9-80be2b026aa0 req-aa159460-a9b0-4217-87bb-4fc12cf97b47 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 944 time: 0.0506537 Apr 11 18:21:29.235750 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bbeded42-e1d2-4e26-84f9-80be2b026aa0 req-0cfc9cb3-1bc0-4853-8643-7cb1eac2dcac tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472713 Apr 11 18:21:29.261817 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c59f1c-23fd-47b0-8894-2193ba324aad req-dbe112cd-94ec-48a8-a69a-684bd8a8d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:29.263309 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-41c59f1c-23fd-47b0-8894-2193ba324aad req-dbe112cd-94ec-48a8-a69a-684bd8a8d864 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0964782 Apr 11 18:21:29.351238 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6840845-36b7-4e86-8242-b368d087ee37 req-6a0dedd1-494d-4349-aa93-696f8538a5c6 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:29.353378 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d6840845-36b7-4e86-8242-b368d087ee37 req-6a0dedd1-494d-4349-aa93-696f8538a5c6 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 945 time: 0.0553577 Apr 11 18:21:29.375607 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c59f1c-23fd-47b0-8894-2193ba324aad req-39e96325-ee3c-46f9-979e-f816b11561f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:29.377263 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-41c59f1c-23fd-47b0-8894-2193ba324aad req-39e96325-ee3c-46f9-979e-f816b11561f5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074204 Apr 11 18:21:29.411151 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d6840845-36b7-4e86-8242-b368d087ee37 req-54c5b944-a9d5-4457-aa47-479782965763 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518606 Apr 11 18:21:29.444702 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 49526) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:29.483592 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46f380-9a20-4b98-adde-4e12375b1221 req-d7155ef4-cd8a-4a18-9121-35613b1b9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:29.485196 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-d7155ef4-cd8a-4a18-9121-35613b1b9b2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 1128 time: 0.0437219 Apr 11 18:21:29.528687 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-97aafc22-ddcf-438d-af04-3c6021d4640c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8848d8ff-735e-41da-90b3-174051a91452 HTTP/1.1" status: 200 len: 217 time: 0.0355971 Apr 11 18:21:29.557453 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9c1e-c23f-438c-9f6f-2098eb17d7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.586876 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46f380-9a20-4b98-adde-4e12375b1221 req-ab91d58d-5ced-40a6-91c6-f3947cc6f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:29.588540 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-ab91d58d-5ced-40a6-91c6-f3947cc6f8c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 200 len: 858 time: 0.0515969 Apr 11 18:21:29.634607 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46f380-9a20-4b98-adde-4e12375b1221 req-d684fb82-6b51-48c4-a3ee-ee0e4d54ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:29.634857 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9c1e-c23f-438c-9f6f-2098eb17d7c2 admin admin] Publish callbacks [] for security_group (fb311cd5-7987-4c9a-ad22-021f9a4a1323), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.636153 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-d684fb82-6b51-48c4-a3ee-ee0e4d54ed8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14e6ef31-5569-4b84-adfb-cf10202126af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406299 Apr 11 18:21:29.702293 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9c1e-c23f-438c-9f6f-2098eb17d7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (fb311cd5-7987-4c9a-ad22-021f9a4a1323), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.732805 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-1232295a-3ebf-460b-853e-0aa461ed99bc service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864427 Apr 11 18:21:29.741983 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c8cc9c1e-c23f-438c-9f6f-2098eb17d7c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ddd1f6ad8328454db8af821906413603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953174 Apr 11 18:21:29.743553 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc9c1e-c23f-438c-9f6f-2098eb17d7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb311cd5-7987-4c9a-ad22-021f9a4a1323,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:29.746279 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 49530) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:29.800491 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b783-ad48-4c97-8f17-3cc3b9cf9bae admin admin] Publish callbacks [] for security_group (fb311cd5-7987-4c9a-ad22-021f9a4a1323), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.822039 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b783-ad48-4c97-8f17-3cc3b9cf9bae admin admin] Publish callbacks [] for security_group (fb311cd5-7987-4c9a-ad22-021f9a4a1323), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.893576 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 495fbcce-180e-4eff-bfb9-2fae1a121c32 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:29.946580 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 495fbcce-180e-4eff-bfb9-2fae1a121c32 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:29.947046 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.959933 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b783-ad48-4c97-8f17-3cc3b9cf9bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (fb311cd5-7987-4c9a-ad22-021f9a4a1323), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.963174 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b783-ad48-4c97-8f17-3cc3b9cf9bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:29.964471 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7bc2b783-ad48-4c97-8f17-3cc3b9cf9bae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb311cd5-7987-4c9a-ad22-021f9a4a1323 HTTP/1.1" status: 204 len: 168 time: 0.2166889 Apr 11 18:21:29.977962 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2b783-ad48-4c97-8f17-3cc3b9cf9bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb311cd5-7987-4c9a-ad22-021f9a4a1323,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:29.983229 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52613e15-cc75-4fcb-9568-865fe329c0ef req-4df5d08f-0e93-4b9f-b041-9b839857a4f2 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:29.988569 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-52613e15-cc75-4fcb-9568-865fe329c0ef req-4df5d08f-0e93-4b9f-b041-9b839857a4f2 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0641148 Apr 11 18:21:30.010600 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-da46f380-9a20-4b98-adde-4e12375b1221 req-99c965f0-f3af-4bb4-9645-7082f32762ee service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248240 Apr 11 18:21:30.050082 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-52613e15-cc75-4fcb-9568-865fe329c0ef req-bb39d923-f7c6-4d1e-911d-4b7a442ee8d5 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566878 Apr 11 18:21:30.094586 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 495fbcce-180e-4eff-bfb9-2fae1a121c32 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:30.095295 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.123316 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:30.125577 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962f107e-12d9-4106-8180-13ec27c786c6" -d '{"events": [{"server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "name": "network-vif-plugged", "status": "completed", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:30.139875 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 495fbcce-180e-4eff-bfb9-2fae1a121c32, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:30.168424 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe39d65b-db52-48d9-9b35-f8dd1b51d4a0 x-openstack-request-id: req-fe39d65b-db52-48d9-9b35-f8dd1b51d4a0 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:30.184452 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "name": "network-vif-plugged", "status": "completed", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:30.184452 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe39d65b-db52-48d9-9b35-f8dd1b51d4a0 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:30.184452 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe39d65b-db52-48d9-9b35-f8dd1b51d4a0'] response: {'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'code': 200} Apr 11 18:21:30.232180 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:30.248319 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8a2d4-da39-4b8a-a356-9978aa0412ae req-aae9e646-da53-4dca-af31-786a01dca9af tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:30.249863 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-54d8a2d4-da39-4b8a-a356-9978aa0412ae req-aae9e646-da53-4dca-af31-786a01dca9af tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 945 time: 0.0496502 Apr 11 18:21:30.291236 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=495fbcce-180e-4eff-bfb9-2fae1a121c32,revision_number=7']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:30.311031 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-54d8a2d4-da39-4b8a-a356-9978aa0412ae req-4ff3c810-f103-4238-82fd-ea72ee112de2 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537181 Apr 11 18:21:30.359253 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088e2c4-c1d3-4e43-b820-6af73e9d6ba3 req-8881615e-9c3c-465d-b75d-5a4699244585 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:30.361080 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2088e2c4-c1d3-4e43-b820-6af73e9d6ba3 req-8881615e-9c3c-465d-b75d-5a4699244585 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 944 time: 0.0490203 Apr 11 18:21:30.411696 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2088e2c4-c1d3-4e43-b820-6af73e9d6ba3 req-eaa34279-9400-400c-ae1a-a87290755b11 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448623 Apr 11 18:21:31.001890 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5fd59-d704-4417-b7fc-f3c1ac71f0c5 req-c9975059-ea9d-4d39-80be-eaffe521232a tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:31.003453 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7e5fd59-d704-4417-b7fc-f3c1ac71f0c5 req-c9975059-ea9d-4d39-80be-eaffe521232a tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 945 time: 0.0523257 Apr 11 18:21:31.058688 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7e5fd59-d704-4417-b7fc-f3c1ac71f0c5 req-b1639b6d-8329-4fa4-91f7-0617496378ed tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475414 Apr 11 18:21:31.181994 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c84b39-1f21-4eef-af76-e6e2124a1e48 req-8458f4d0-ce48-45a8-ab8a-280c1f59297c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:31.183528 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-32c84b39-1f21-4eef-af76-e6e2124a1e48 req-8458f4d0-ce48-45a8-ab8a-280c1f59297c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0535297 Apr 11 18:21:31.225581 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 49582) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:31.239234 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-32c84b39-1f21-4eef-af76-e6e2124a1e48 req-baba18f9-7d50-4dc0-97cf-60b259a5146d tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490472 Apr 11 18:21:31.328316 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-729796192-network', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:31.416214 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Made reservation on behalf of d11915a0223b4b3cb4dd1b19e8c59a28 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:31.418596 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.428094 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.436309 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79443fff-ffad-4a39-a8e3-84c7251a2027 req-6f3138ef-f10d-47be-9a2d-a09ae367036d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:31.437905 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-79443fff-ffad-4a39-a8e3-84c7251a2027 req-6f3138ef-f10d-47be-9a2d-a09ae367036d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0493252 Apr 11 18:21:31.509089 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-79443fff-ffad-4a39-a8e3-84c7251a2027 req-9ffde9e5-fa90-4fd2-a596-fbe9f4d706b1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617959 Apr 11 18:21:31.520580 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Publish callbacks [] for security_group (9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.544994 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0f3d8-6873-47b5-8339-082651ddee16 req-9a222162-0a21-4267-beb0-c619b92475e8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:31.546679 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-71d0f3d8-6873-47b5-8339-082651ddee16 req-9a222162-0a21-4267-beb0-c619b92475e8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 944 time: 0.0581350 Apr 11 18:21:31.582076 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.595692 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-71d0f3d8-6873-47b5-8339-082651ddee16 req-141fd109-2f22-45a5-bf03-5764ac723274 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430396 Apr 11 18:21:31.621824 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:21:31.636063 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:31.642552 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (6ff271e7-67e1-44e7-9711-2c61a24f9d51), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.642900 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Added segment 6ff271e7-67e1-44e7-9711-2c61a24f9d51 of type vlan for network 1566b786-42c0-43d8-949f-9debe78c0e87 Apr 11 18:21:31.684735 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (1566b786-42c0-43d8-949f-9debe78c0e87), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.759762 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e728e9d5-34aa-4701-9b08-ea945da228a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.770729 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (1566b786-42c0-43d8-949f-9debe78c0e87), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.771834 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:31.772389 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:31.837570 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] Pushing event updated for resources: {'Network': ['ID=1566b786-42c0-43d8-949f-9debe78c0e87,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:31.849215 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 1566b786-42c0-43d8-949f-9debe78c0e87 details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:21:31.910919 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 8848d8ff-735e-41da-90b3-174051a91452 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:21:31.911191 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d6ecc849-86b3-47fc-b9b5-a26d45fa4240 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6855378 Apr 11 18:21:31.913986 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 49598) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:31.919159 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-16607abb-0a7d-46f9-802f-6b75c825b4fb admin admin] Request body: {'subnet': {'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-729796192-subnet', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:32.024177 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 8848d8ff-735e-41da-90b3-174051a91452, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8848d8ff-735e-41da-90b3-174051a91452,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:32.035646 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '8848d8ff-735e-41da-90b3-174051a91452', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'port_id': '8848d8ff-735e-41da-90b3-174051a91452', 'mac_address': 'fa:16:3e:0b:5e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:21:32.038746 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16607abb-0a7d-46f9-802f-6b75c825b4fb admin admin] Made reservation on behalf of d11915a0223b4b3cb4dd1b19e8c59a28 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:32.041186 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16607abb-0a7d-46f9-802f-6b75c825b4fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5248860'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:32.075189 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 8848d8ff-735e-41da-90b3-174051a91452 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:32.075589 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (8848d8ff-735e-41da-90b3-174051a91452), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:32.091420 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8848d8ff-735e-41da-90b3-174051a91452 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:21:32.113438 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 8848d8ff-735e-41da-90b3-174051a91452, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8848d8ff-735e-41da-90b3-174051a91452,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:32.185815 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (8848d8ff-735e-41da-90b3-174051a91452), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:32.191190 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d261b3-bb2b-4a31-8a8d-5128c44821e1 req-67d080ef-133f-4baa-8986-89138d900e34 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:32.192597 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-56d261b3-bb2b-4a31-8a8d-5128c44821e1 req-67d080ef-133f-4baa-8986-89138d900e34 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 945 time: 0.0548270 Apr 11 18:21:32.247912 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=8848d8ff-735e-41da-90b3-174051a91452,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:32.251666 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-56d261b3-bb2b-4a31-8a8d-5128c44821e1 req-013ea791-eb8a-4a6d-bc6d-64842369ff70 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523136 Apr 11 18:21:32.362931 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42785e71-f8a1-4cfa-afbf-6a84b58582d8 req-58c4d4e9-a915-4542-ae24-afe21b856096 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:32.364390 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-42785e71-f8a1-4cfa-afbf-6a84b58582d8 req-58c4d4e9-a915-4542-ae24-afe21b856096 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0511124 Apr 11 18:21:32.413275 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-42785e71-f8a1-4cfa-afbf-6a84b58582d8 req-8020699c-4a59-4a6e-a985-8dd7abd5dc85 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419338 Apr 11 18:21:32.519437 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16607abb-0a7d-46f9-802f-6b75c825b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5377349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5248846'] for subnet (ea258085-af72-47cc-9c2f-16ca68e1d2bc), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:32.556920 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['8848d8ff-735e-41da-90b3-174051a91452'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:21:32.588776 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16607abb-0a7d-46f9-802f-6b75c825b4fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea258085-af72-47cc-9c2f-16ca68e1d2bc,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:32.596794 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16607abb-0a7d-46f9-802f-6b75c825b4fb admin admin] Checking segment: {'id': '6ff271e7-67e1-44e7-9711-2c61a24f9d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:32.597166 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16607abb-0a7d-46f9-802f-6b75c825b4fb admin admin] Network hostable DHCP agents. Network: 1566b786-42c0-43d8-949f-9debe78c0e87, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:21:32.645181 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4751265-36e4-44ad-a843-f59e35119349 req-1d70e450-6bd2-4996-9ee1-54ca793305cb tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:32.646733 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c4751265-36e4-44ad-a843-f59e35119349 req-1d70e450-6bd2-4996-9ee1-54ca793305cb tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0573978 Apr 11 18:21:32.690478 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16607abb-0a7d-46f9-802f-6b75c825b4fb admin admin] Network 1566b786-42c0-43d8-949f-9debe78c0e87 is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:21:32.759577 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c4751265-36e4-44ad-a843-f59e35119349 req-83e9219d-bbc5-461c-ac54-93c56cb84122 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057093 Apr 11 18:21:32.771794 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee3ca7-f707-4490-9590-1d13c7e15f0c req-4a2025f8-f765-4592-8f54-3920edc8b672 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:32.774649 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7ee3ca7-f707-4490-9590-1d13c7e15f0c req-4a2025f8-f765-4592-8f54-3920edc8b672 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 945 time: 0.0904977 Apr 11 18:21:32.793191 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-16607abb-0a7d-46f9-802f-6b75c825b4fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 1566b786-42c0-43d8-949f-9debe78c0e87) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:32.801421 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16607abb-0a7d-46f9-802f-6b75c825b4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:32.801421 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-16607abb-0a7d-46f9-802f-6b75c825b4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:32.805563 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104e6e51-e654-4465-a4bf-f5f9adff82fc None None] Network 1566b786-42c0-43d8-949f-9debe78c0e87 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:21:32.827733 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7ee3ca7-f707-4490-9590-1d13c7e15f0c req-350d1958-1a0c-43be-a068-d764e5c5352d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460341 Apr 11 18:21:32.888956 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-16607abb-0a7d-46f9-802f-6b75c825b4fb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9709797 Apr 11 18:21:32.893725 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 49616) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:32.894256 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:32.916509 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33b16363-d1dc-561d-85f9-13ae24ae00bf-1566b786-42c0-43d8-949f-9debe78c0e87', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'fixed_ips': [{'subnet_id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc'}]}} from dv-cinder-837355-1-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:21:32.917475 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:33.003587 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8367919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4781'] for router (6d6ec4b7-977a-4b19-bba4-b107df3104af), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:33.004751 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8366239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7919140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8212035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4794'] for router (6d6ec4b7-977a-4b19-bba4-b107df3104af), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:33.064606 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Allocated IP 172.20.0.2 (1566b786-42c0-43d8-949f-9debe78c0e87/ea258085-af72-47cc-9c2f-16ca68e1d2bc/bbd5a951-422d-46ae-973f-cccd5ac908a3) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:33.103599 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Publish callbacks [] for router_controller (6d6ec4b7-977a-4b19-bba4-b107df3104af), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:33.114649 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119dd73-810a-4012-91ef-d6630ab85131 req-32be678b-5a16-4336-a489-da046b4d2ca1 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:33.116185 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3119dd73-810a-4012-91ef-d6630ab85131 req-32be678b-5a16-4336-a489-da046b4d2ca1 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.30 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 945 time: 0.0850096 Apr 11 18:21:33.237641 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-3119dd73-810a-4012-91ef-d6630ab85131 req-eec5b6c1-0d58-4515-a645-7f64962ebf07 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Deleting port b2beb94e-0a1a-4bfe-b644-7739c81b59f2 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:21:33.237985 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3119dd73-810a-4012-91ef-d6630ab85131 req-eec5b6c1-0d58-4515-a645-7f64962ebf07 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:33.243530 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Publish callbacks [] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:33.331284 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:33.385627 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Network 1566b786-42c0-43d8-949f-9debe78c0e87 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:33.389255 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:33.402466 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:33.409241 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Pushing event updated for resources: {'Port': ['ID=bbd5a951-422d-46ae-973f-cccd5ac908a3,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:33.421660 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc04ace-03f8-4ac8-8ce4-2552f5e0e1ad req-4c49bf24-b866-49b4-b7c0-a4e8c4885973 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:33.424399 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8bc04ace-03f8-4ac8-8ce4-2552f5e0e1ad req-4c49bf24-b866-49b4-b7c0-a4e8c4885973 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 945 time: 0.0906067 Apr 11 18:21:33.502998 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Attempting to bind port bbd5a951-422d-46ae-973f-cccd5ac908a3 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:33.503594 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Attempting to bind port bbd5a951-422d-46ae-973f-cccd5ac908a3 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '6ff271e7-67e1-44e7-9711-2c61a24f9d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:33.504274 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Attempting to bind port bbd5a951-422d-46ae-973f-cccd5ac908a3 on network 1566b786-42c0-43d8-949f-9debe78c0e87 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:33.517085 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:33.517647 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Checking segment: {'id': '6ff271e7-67e1-44e7-9711-2c61a24f9d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:33.518741 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:33.519239 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Bound using segment: {'id': '6ff271e7-67e1-44e7-9711-2c61a24f9d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:33.520331 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Bound port: bbd5a951-422d-46ae-973f-cccd5ac908a3, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff271e7-67e1-44e7-9711-2c61a24f9d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:33.520783 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:33.528767 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8bc04ace-03f8-4ac8-8ce4-2552f5e0e1ad req-2df5d795-5f1f-4ed7-953d-bef2db12b7b6 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965540 Apr 11 18:21:33.550472 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-3119dd73-810a-4012-91ef-d6630ab85131 req-eec5b6c1-0d58-4515-a645-7f64962ebf07 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] For port b2beb94e-0a1a-4bfe-b644-7739c81b59f2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b2beb94e-0a1a-4bfe-b644-7739c81b59f2,segment=NetworkSegment(2b0e262a-e574-44c6-b6ef-d588389cc956),segment_id=2b0e262a-e574-44c6-b6ef-d588389cc956)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:33.551847 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3119dd73-810a-4012-91ef-d6630ab85131 req-eec5b6c1-0d58-4515-a645-7f64962ebf07 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:33.557406 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Publish callbacks [] for router_gateway (6d6ec4b7-977a-4b19-bba4-b107df3104af), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:33.596221 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-3119dd73-810a-4012-91ef-d6630ab85131 req-eec5b6c1-0d58-4515-a645-7f64962ebf07 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Calling delete_port for b2beb94e-0a1a-4bfe-b644-7739c81b59f2 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:21:33.609278 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] For port bbd5a951-422d-46ae-973f-cccd5ac908a3, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:33.613186 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] For port bbd5a951-422d-46ae-973f-cccd5ac908a3, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=bbd5a951-422d-46ae-973f-cccd5ac908a3,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:33.659300 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a8060-81c3-4b3e-af73-0368019e27d1 req-2e3ae162-7e93-43c2-b32a-ee64d2b2243b tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:33.671201 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-930a8060-81c3-4b3e-af73-0368019e27d1 req-2e3ae162-7e93-43c2-b32a-ee64d2b2243b tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.1280794 Apr 11 18:21:33.697251 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:33.761749 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 49644) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:33.770166 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-930a8060-81c3-4b3e-af73-0368019e27d1 req-ee519936-7e7e-4795-a381-e2e7d4bf4120 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903473 Apr 11 18:21:33.865063 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc8fe7-01a0-4a71-bcf1-0ad980408204 None None] Pushing event updated for resources: {'Port': ['ID=bbd5a951-422d-46ae-973f-cccd5ac908a3,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:33.967232 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 8848d8ff-735e-41da-90b3-174051a91452 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:33.979943 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1ec1a-f48b-4140-a2af-8050c6544526 req-db85bd25-3d3d-45d0-8cb8-6c5222ab198c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:33.989280 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-13d1ec1a-f48b-4140-a2af-8050c6544526 req-db85bd25-3d3d-45d0-8cb8-6c5222ab198c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.1159823 Apr 11 18:21:34.053106 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8287ff40-3654-4e64-93f8-03cd3fa9002a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.100614 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 8848d8ff-735e-41da-90b3-174051a91452 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:21:34.109923 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-13d1ec1a-f48b-4140-a2af-8050c6544526 req-5161bb72-c705-401f-995e-aea8d5d2cff2 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193132 Apr 11 18:21:34.141266 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a7987-e89a-4565-88e8-0d880b60367b req-1d8b87a0-265f-4895-b700-64e352f110f3 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:34.148680 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a63a7987-e89a-4565-88e8-0d880b60367b req-1d8b87a0-265f-4895-b700-64e352f110f3 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 945 time: 0.1567996 Apr 11 18:21:34.157656 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3119dd73-810a-4012-91ef-d6630ab85131 req-eec5b6c1-0d58-4515-a645-7f64962ebf07 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (b2beb94e-0a1a-4bfe-b644-7739c81b59f2), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.172031 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Publish callbacks [] for router_gateway (6d6ec4b7-977a-4b19-bba4-b107df3104af), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.197147 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 8848d8ff-735e-41da-90b3-174051a91452 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:34.197606 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (8848d8ff-735e-41da-90b3-174051a91452), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.256971 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a63a7987-e89a-4565-88e8-0d880b60367b req-97ce72ae-8439-455c-bfc9-0cfc61074e35 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073880 Apr 11 18:21:34.279134 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5b6c1-0d58-4515-a645-7f64962ebf07 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Pushing event deleted for resources: {'Port': ['ID=b2beb94e-0a1a-4bfe-b644-7739c81b59f2,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:34.310006 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.377838 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 8848d8ff-735e-41da-90b3-174051a91452 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:34.379009 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (8848d8ff-735e-41da-90b3-174051a91452), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.413721 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8848d8ff-735e-41da-90b3-174051a91452'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:34.418024 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ac49b0-0cee-4874-8e4e-921fb533e803" -d '{"events": [{"server_uuid": "c5a895cc-5ccb-4db5-933a-e5f835919010", "name": "network-vif-plugged", "status": "completed", "tag": "8848d8ff-735e-41da-90b3-174051a91452"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:34.423727 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-3119dd73-810a-4012-91ef-d6630ab85131 req-eec5b6c1-0d58-4515-a645-7f64962ebf07 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] No DVR routers for this DVR port b2beb94e-0a1a-4bfe-b644-7739c81b59f2 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:21:34.445809 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 8848d8ff-735e-41da-90b3-174051a91452, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8848d8ff-735e-41da-90b3-174051a91452,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:34.449269 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-3119dd73-810a-4012-91ef-d6630ab85131 req-eec5b6c1-0d58-4515-a645-7f64962ebf07 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.454861 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-3119dd73-810a-4012-91ef-d6630ab85131 req-eec5b6c1-0d58-4515-a645-7f64962ebf07 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.30 "DELETE /v2.0/ports/b2beb94e-0a1a-4bfe-b644-7739c81b59f2 HTTP/1.1" status: 204 len: 173 time: 1.3237982 Apr 11 18:21:34.497300 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de0eb03-a525-4abb-8ece-84b7e8635822 x-openstack-request-id: req-3de0eb03-a525-4abb-8ece-84b7e8635822 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:34.497972 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a895cc-5ccb-4db5-933a-e5f835919010", "name": "network-vif-plugged", "status": "completed", "tag": "8848d8ff-735e-41da-90b3-174051a91452", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:34.499113 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3de0eb03-a525-4abb-8ece-84b7e8635822 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:34.499229 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91548882-a8fe-4801-a05c-4fee9829b880', 'name': 'network-vif-deleted', 'tag': 'b2beb94e-0a1a-4bfe-b644-7739c81b59f2'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:34.500733 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de0eb03-a525-4abb-8ece-84b7e8635822'] response: {'server_uuid': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8848d8ff-735e-41da-90b3-174051a91452', 'code': 200} Apr 11 18:21:34.506612 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0138a1ce-4c79-49f4-a597-76eac3e86df5" -d '{"events": [{"server_uuid": "91548882-a8fe-4801-a05c-4fee9829b880", "name": "network-vif-deleted", "tag": "b2beb94e-0a1a-4bfe-b644-7739c81b59f2"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:34.537353 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (8848d8ff-735e-41da-90b3-174051a91452), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.544284 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device b2beb94e-0a1a-4bfe-b644-7739c81b59f2 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:21:34.587494 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8430ffad-2ee9-4907-9ebf-21ee07651f14 x-openstack-request-id: req-8430ffad-2ee9-4907-9ebf-21ee07651f14 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:34.588005 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91548882-a8fe-4801-a05c-4fee9829b880", "name": "network-vif-deleted", "tag": "b2beb94e-0a1a-4bfe-b644-7739c81b59f2", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:34.588089 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8430ffad-2ee9-4907-9ebf-21ee07651f14 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:34.588482 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8430ffad-2ee9-4907-9ebf-21ee07651f14'] response: {'server_uuid': '91548882-a8fe-4801-a05c-4fee9829b880', 'name': 'network-vif-deleted', 'tag': 'b2beb94e-0a1a-4bfe-b644-7739c81b59f2', 'status': 'completed', 'code': 200} Apr 11 18:21:34.620805 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8287ff40-3654-4e64-93f8-03cd3fa9002a admin admin] Publish callbacks [] for security_group (82dfa5c7-50de-4de8-aad8-9db8b2de9c45), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.625373 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: b2beb94e-0a1a-4bfe-b644-7739c81b59f2 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:21:34.625722 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device b2beb94e-0a1a-4bfe-b644-7739c81b59f2 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:21:34.631437 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-83c553d3-a6d3-43c9-8438-b7c36ecd6823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.681620 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8287ff40-3654-4e64-93f8-03cd3fa9002a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (82dfa5c7-50de-4de8-aad8-9db8b2de9c45), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.707517 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=8848d8ff-735e-41da-90b3-174051a91452,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:34.729827 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287ff40-3654-4e64-93f8-03cd3fa9002a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dfa5c7-50de-4de8-aad8-9db8b2de9c45,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:34.757317 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e4e470b6-0279-4fb3-ba41-992a9a2a4e83 req-0e6bc5e9-d214-4619-b2b1-3effb4d63289 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 210 time: 0.1134908 Apr 11 18:21:34.762980 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8287ff40-3654-4e64-93f8-03cd3fa9002a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ac13dac0edb4216bc80778bc1f03abd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0003290 Apr 11 18:21:34.765781 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 49658) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:34.770845 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Allocated IP 172.27.3.220 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/37761b32-342a-4ec4-aa72-a39eb86f81ce) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:34.872532 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-af269932-ef90-4644-9fe8-cbd4cf104b9a admin admin] Publish callbacks [] for security_group (82dfa5c7-50de-4de8-aad8-9db8b2de9c45), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.937186 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Publish callbacks [] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:34.949737 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091eaa14-3a11-4239-8fd4-776a36d20051 req-a8f9b7e1-9551-42c7-b688-20166cbcc667 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:34.952063 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-091eaa14-3a11-4239-8fd4-776a36d20051 req-a8f9b7e1-9551-42c7-b688-20166cbcc667 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0718100 Apr 11 18:21:35.015559 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-af269932-ef90-4644-9fe8-cbd4cf104b9a admin admin] Publish callbacks [] for security_group (82dfa5c7-50de-4de8-aad8-9db8b2de9c45), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.089848 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948269a-3654-4bbd-8ece-249393d391fc req-555618ce-4861-4d43-9bcd-76ae59135232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:35.090944 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-091eaa14-3a11-4239-8fd4-776a36d20051 req-0678443f-9564-4da2-bd0c-b713d499e9ae tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216583 Apr 11 18:21:35.092678 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5948269a-3654-4bbd-8ece-249393d391fc req-555618ce-4861-4d43-9bcd-76ae59135232 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 1130 time: 0.0668571 Apr 11 18:21:35.097306 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.146827 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:35.150026 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:35.153866 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:35.200586 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-af269932-ef90-4644-9fe8-cbd4cf104b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (82dfa5c7-50de-4de8-aad8-9db8b2de9c45), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.202026 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=37761b32-342a-4ec4-aa72-a39eb86f81ce,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:35.202906 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-af269932-ef90-4644-9fe8-cbd4cf104b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.204299 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-af269932-ef90-4644-9fe8-cbd4cf104b9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82dfa5c7-50de-4de8-aad8-9db8b2de9c45 HTTP/1.1" status: 204 len: 168 time: 0.4373224 Apr 11 18:21:35.217825 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af269932-ef90-4644-9fe8-cbd4cf104b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dfa5c7-50de-4de8-aad8-9db8b2de9c45,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:35.360497 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c12b2-b4f8-4251-8e92-7366e1a6e732 req-4b1bdd1a-e628-42d5-874c-e560d0a44fa4 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:35.362214 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-be6c12b2-b4f8-4251-8e92-7366e1a6e732 req-4b1bdd1a-e628-42d5-874c-e560d0a44fa4 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.1422379 Apr 11 18:21:35.407741 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.460554 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e69d7-9048-4541-9697-273c37e2f622 req-a6a0ed16-55d5-4a42-8891-0b8e21b60af2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:35.462574 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2d3e69d7-9048-4541-9697-273c37e2f622 req-a6a0ed16-55d5-4a42-8891-0b8e21b60af2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0606425 Apr 11 18:21:35.474031 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5948269a-3654-4bbd-8ece-249393d391fc req-864601ed-19ef-4467-ba99-47a1647d7374 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422279 Apr 11 18:21:35.502149 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-be6c12b2-b4f8-4251-8e92-7366e1a6e732 req-7a160746-7413-45b3-8860-0e11fcd25864 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327388 Apr 11 18:21:35.553620 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef140aef-ca01-4478-8fcf-615fe7a97975 None None] Network 1566b786-42c0-43d8-949f-9debe78c0e87 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:21:35.554420 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2d3e69d7-9048-4541-9697-273c37e2f622 req-4d8561bc-c89b-4dc4-bdd5-283dea9771b9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811913 Apr 11 18:21:35.711266 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-88c2ae77-adb0-4fdb-9e1f-ea31f3c9dca8 None None] Provisioning complete for port bbd5a951-422d-46ae-973f-cccd5ac908a3 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:35.711645 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-88c2ae77-adb0-4fdb-9e1f-ea31f3c9dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.780111 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device bbd5a951-422d-46ae-973f-cccd5ac908a3 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:35.935508 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Publish callbacks [] for router_gateway (6d6ec4b7-977a-4b19-bba4-b107df3104af), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:35.955316 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-59af9e3b-631d-4aa7-a1ef-6c3cf3c6a4c9 req-439a3ee9-8c63-484b-87b8-746d1a3bf8ea tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=91548882-a8fe-4801-a05c-4fee9829b880 HTTP/1.1" status: 200 len: 210 time: 0.0587556 Apr 11 18:21:36.113283 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port bbd5a951-422d-46ae-973f-cccd5ac908a3 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:36.113664 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:36.249323 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-88c2ae77-adb0-4fdb-9e1f-ea31f3c9dca8 None None] Current status of the port bbd5a951-422d-46ae-973f-cccd5ac908a3 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:36.249961 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-88c2ae77-adb0-4fdb-9e1f-ea31f3c9dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:36.319813 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-88c2ae77-adb0-4fdb-9e1f-ea31f3c9dca8 None None] For port bbd5a951-422d-46ae-973f-cccd5ac908a3, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=bbd5a951-422d-46ae-973f-cccd5ac908a3,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:36.345933 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8366246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918807'] for router (6d6ec4b7-977a-4b19-bba4-b107df3104af), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:36.368952 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb7299-3fcb-4ddf-bca3-801c13cb7675 req-d559f3fb-dfe0-47ba-bd7a-6d50f2999783 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:36.384372 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6acb7299-3fcb-4ddf-bca3-801c13cb7675 req-d559f3fb-dfe0-47ba-bd7a-6d50f2999783 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.1579723 Apr 11 18:21:36.391360 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port bbd5a951-422d-46ae-973f-cccd5ac908a3 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:36.391752 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:36.428345 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-88c2ae77-adb0-4fdb-9e1f-ea31f3c9dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:36.464189 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6acb7299-3fcb-4ddf-bca3-801c13cb7675 req-3a65b37a-97c7-42f1-b1fa-72e6dfb71431 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787985 Apr 11 18:21:36.536164 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2ae77-adb0-4fdb-9e1f-ea31f3c9dca8 None None] Pushing event updated for resources: {'Port': ['ID=bbd5a951-422d-46ae-973f-cccd5ac908a3,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:36.610007 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-c91809be-10ba-42dc-b8bf-70f0bab924bf None None] Provisioning complete for port bbd5a951-422d-46ae-973f-cccd5ac908a3 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:36.610888 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c91809be-10ba-42dc-b8bf-70f0bab924bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:36.649419 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.db.api [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 18:21:36.653121 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG oslo_db.api [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 18:21:36.704033 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Router 6d6ec4b7-977a-4b19-bba4-b107df3104af is scheduled to L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:21:36.741075 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02b844-8952-4843-a4e1-42a33d3f04dd req-7c01b23f-2705-498d-8355-d34a32040917 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:36.743575 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-c91809be-10ba-42dc-b8bf-70f0bab924bf None None] Current status of the port bbd5a951-422d-46ae-973f-cccd5ac908a3 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:36.744853 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7d02b844-8952-4843-a4e1-42a33d3f04dd req-7c01b23f-2705-498d-8355-d34a32040917 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0939646 Apr 11 18:21:36.830822 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7d02b844-8952-4843-a4e1-42a33d3f04dd req-68d0d9b2-704a-4dc1-b5c1-80c35026098a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808725 Apr 11 18:21:36.908413 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.093654 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c747d80-6f17-40d5-b624-b7d7a9b10330 req-ccb7a18a-0d23-44dd-9c6f-4cbd3c9552e3 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:37.095622 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2c747d80-6f17-40d5-b624-b7d7a9b10330 req-ccb7a18a-0d23-44dd-9c6f-4cbd3c9552e3 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.1685233 Apr 11 18:21:37.144175 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4126238-dfe6-4454-834f-196f6d30d34b req-08e499f6-8005-4e79-8284-ffd56f293c59 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:37.147083 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a4126238-dfe6-4454-834f-196f6d30d34b req-08e499f6-8005-4e79-8284-ffd56f293c59 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.1387892 Apr 11 18:21:37.205075 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2c747d80-6f17-40d5-b624-b7d7a9b10330 req-89b9d2ff-25ae-46d9-9ed9-8bc61e0db262 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037114 Apr 11 18:21:37.220905 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port bbd5a951-422d-46ae-973f-cccd5ac908a3 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:37.265952 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:21:37.279704 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Sync routers for ids ['6d6ec4b7-977a-4b19-bba4-b107df3104af'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:21:37.301049 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Routers {'6d6ec4b7-977a-4b19-bba4-b107df3104af'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:37.302357 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:21:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['6d6ec4b7-977a-4b19-bba4-b107df3104af'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:37.340338 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a4126238-dfe6-4454-834f-196f6d30d34b req-1a7d8f51-76cf-48dd-9e14-e0c57f2fef13 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769500 Apr 11 18:21:37.389841 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.391158 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a00460fa-8509-4989-bd2b-00fbb3c4f2b6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5010555 Apr 11 18:21:37.393808 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 49706) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:37.638124 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Set router 6d6ec4b7-977a-4b19-bba4-b107df3104af gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:37.727753 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed9e97-6ff0-4f6d-9840-f0f59cf3f6cc req-3fe0f038-42de-4124-b7c6-804f2adbeec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:37.736694 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-57ed9e97-6ff0-4f6d-9840-f0f59cf3f6cc req-3fe0f038-42de-4124-b7c6-804f2adbeec9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4731da4e084ada88e52ef126a07883&device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 1130 time: 0.2578454 Apr 11 18:21:37.786805 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device bbd5a951-422d-46ae-973f-cccd5ac908a3 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:37.911133 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port bbd5a951-422d-46ae-973f-cccd5ac908a3 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:37.911529 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:37.943603 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-291d0e0d-f103-4a9a-a70e-ca487125e2cb tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:37.946438 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed9e97-6ff0-4f6d-9840-f0f59cf3f6cc req-81132ddf-c55f-4b05-b3dd-282d0e832936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:37.948050 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-57ed9e97-6ff0-4f6d-9840-f0f59cf3f6cc req-81132ddf-c55f-4b05-b3dd-282d0e832936 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9dcf27f-d088-45de-9075-c8b0b9293f8c HTTP/1.1" status: 200 len: 910 time: 0.1940725 Apr 11 18:21:37.952484 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-291d0e0d-f103-4a9a-a70e-ca487125e2cb tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/networks?id=a9c967f1-3984-4386-8608-f6e19dd5de00 HTTP/1.1" status: 200 len: 808 time: 0.2749388 Apr 11 18:21:37.980555 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-4c09912b-5c48-46f0-9cfe-fd0149c94e40 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/quotas/4df973d2f9f84c7f804ad039c43803d1 HTTP/1.1" status: 200 len: 375 time: 0.0249836 Apr 11 18:21:38.060142 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-657e74f6-3f56-4fb5-8bf9-482462726f2f tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4df973d2f9f84c7f804ad039c43803d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784442 Apr 11 18:21:38.063756 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port bbd5a951-422d-46ae-973f-cccd5ac908a3 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:38.177931 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-6888789d-4e78-461c-9cc0-b45bf19639e9 service neutron] 10.222.0.64 "GET /v2.0/networks/a9c967f1-3984-4386-8608-f6e19dd5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166198 Apr 11 18:21:38.211228 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-57ed9e97-6ff0-4f6d-9840-f0f59cf3f6cc req-dc37291b-6057-4dcc-8c5d-713a6ac0a3e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33830001-f400-4023-84a9-13e0b3bd4093 HTTP/1.1" status: 200 len: 1002 time: 0.2459178 Apr 11 18:21:38.218676 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:21:35Z', 'revision_number': 3, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port': {'id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:34Z', 'updated_at': '2022-04-11T18:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:38.268272 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Checking router: 6d6ec4b7-977a-4b19-bba4-b107df3104af for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:21:38.269736 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Updating router 6d6ec4b7-977a-4b19-bba4-b107df3104af port 37761b32-342a-4ec4-aa72-a39eb86f81ce binding host dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:21:38.312427 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.323641 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-8b21172d-5646-4cb6-8b1e-e57f9457278b service neutron] 10.222.0.64 "GET /v2.0/networks/a9c967f1-3984-4386-8608-f6e19dd5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447966 Apr 11 18:21:38.337297 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b672507-1268-4657-bbe8-81cf34b2dd4a req-a0ec9a38-5e6f-46fb-8ecf-a9346e903844 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:38.340239 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.341346 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed9e97-6ff0-4f6d-9840-f0f59cf3f6cc req-fd814b5c-27fc-4aeb-891f-5c608f955b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:38.342828 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-57ed9e97-6ff0-4f6d-9840-f0f59cf3f6cc req-fd814b5c-27fc-4aeb-891f-5c608f955b22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd05825c-e88d-4965-9dfb-2dfbb84e38da HTTP/1.1" status: 200 len: 848 time: 0.1253681 Apr 11 18:21:38.345465 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9b672507-1268-4657-bbe8-81cf34b2dd4a req-a0ec9a38-5e6f-46fb-8ecf-a9346e903844 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.3598015 Apr 11 18:21:38.485390 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed9e97-6ff0-4f6d-9840-f0f59cf3f6cc req-42c6c6d4-b8ab-4880-800b-c95b130bc86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:38.487661 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-57ed9e97-6ff0-4f6d-9840-f0f59cf3f6cc req-42c6c6d4-b8ab-4880-800b-c95b130bc86b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9dcf27f-d088-45de-9075-c8b0b9293f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1260979 Apr 11 18:21:38.513047 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9b672507-1268-4657-bbe8-81cf34b2dd4a req-3b3a717f-a9c5-42d7-acae-db32b3e9c684 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639698 Apr 11 18:21:38.735687 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abddb3-2701-4e38-b084-c36ba9edf927 req-4c0691cd-b75f-4297-8f1b-f70c8962ea7b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:38.735687 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-90abddb3-2701-4e38-b084-c36ba9edf927 req-4c0691cd-b75f-4297-8f1b-f70c8962ea7b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0868435 Apr 11 18:21:38.799976 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-57ed9e97-6ff0-4f6d-9840-f0f59cf3f6cc req-e6d1a6d5-a66c-4727-856a-17d524296378 service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989008 Apr 11 18:21:38.864945 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Publish callbacks [] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.878420 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf60350-cce5-4e61-a6c7-29e33b11c5fe req-87e40d29-8bd8-4f41-b67c-c22c6b71cb80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:38.886146 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5bf60350-cce5-4e61-a6c7-29e33b11c5fe req-87e40d29-8bd8-4f41-b67c-c22c6b71cb80 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0836294 Apr 11 18:21:38.892306 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-90abddb3-2701-4e38-b084-c36ba9edf927 req-78275460-3d9f-4c7f-aa94-6acb72d0ae38 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685541 Apr 11 18:21:38.947243 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:38.994486 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Attempting to bind port 37761b32-342a-4ec4-aa72-a39eb86f81ce on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:38.994486 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Attempting to bind port 37761b32-342a-4ec4-aa72-a39eb86f81ce by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:38.994486 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Attempting to bind port 37761b32-342a-4ec4-aa72-a39eb86f81ce on network 92929611-3b7d-482f-9e07-357d61c7241e {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:39.017295 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-57ed9e97-6ff0-4f6d-9840-f0f59cf3f6cc req-e6b5df4e-e8f4-49ce-87a3-253bf8324b3e service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032151 Apr 11 18:21:39.021117 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0e590dcf-a809-404c-8f85-50bb81643309 req-f3a1113b-5ee7-46fa-82de-dbd51a5bc4a6 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 210 time: 0.0499547 Apr 11 18:21:39.024631 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:39.025323 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Checking segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:39.025812 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.027479 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Bound using segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:39.027479 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Bound port: 37761b32-342a-4ec4-aa72-a39eb86f81ce, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:39.027479 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.041312 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5bf60350-cce5-4e61-a6c7-29e33b11c5fe req-5fffe932-2b01-4883-9ee5-7036e15c3563 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543124 Apr 11 18:21:39.057271 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.135733 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Pushing event updated for resources: {'Port': ['ID=37761b32-342a-4ec4-aa72-a39eb86f81ce,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:39.155712 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.156143 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.156726 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.157179 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.157634 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.158047 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.158419 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.158814 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.159269 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.160132 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.160534 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.160959 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.161351 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.161830 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.162220 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:39.179224 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] For port 37761b32-342a-4ec4-aa72-a39eb86f81ce, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:39.183714 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] For port 37761b32-342a-4ec4-aa72-a39eb86f81ce, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=37761b32-342a-4ec4-aa72-a39eb86f81ce,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:39.218730 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f90543-202c-42e3-a36a-ecd8a4c3c84a req-b171f76b-3f83-4f4d-b528-f0bf5822a72d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:39.220396 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-04f90543-202c-42e3-a36a-ecd8a4c3c84a req-b171f76b-3f83-4f4d-b528-f0bf5822a72d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0930486 Apr 11 18:21:39.233216 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 49744) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:39.245024 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-2e733c7d-d2c8-4800-a6f7-b97443c2797e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Request body: {'floatingip': {'port_id': '8848d8ff-735e-41da-90b3-174051a91452'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:39.313296 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Allocated IP 172.20.0.1 (1566b786-42c0-43d8-949f-9debe78c0e87/ea258085-af72-47cc-9c2f-16ca68e1d2bc/a9521861-f885-491f-af80-d9f5d74636be) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:39.331178 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.346817 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e733c7d-d2c8-4800-a6f7-b97443c2797e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for floatingip (a514abb6-6a54-421d-aa63-a4ec0d565955), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.401676 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Routers {'6d6ec4b7-977a-4b19-bba4-b107df3104af'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:39.402302 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:21:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['6d6ec4b7-977a-4b19-bba4-b107df3104af'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:39.440957 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0530e-2aec-48c6-a5cd-71cd8f581b32 None None] Pushing event updated for resources: {'Port': ['ID=37761b32-342a-4ec4-aa72-a39eb86f81ce,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:39.492808 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Publish callbacks [] for port (a9521861-f885-491f-af80-d9f5d74636be), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.579442 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] Set router 6d6ec4b7-977a-4b19-bba4-b107df3104af gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:39.643191 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (a9521861-f885-491f-af80-d9f5d74636be), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.711947 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Network 1566b786-42c0-43d8-949f-9debe78c0e87 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:39.716013 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:39.722756 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:39.798308 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7918628'] for router_interface (6d6ec4b7-977a-4b19-bba4-b107df3104af), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:39.863289 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Pushing event updated for resources: {'Port': ['ID=a9521861-f885-491f-af80-d9f5d74636be,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:39.878891 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:21:35Z', 'revision_number': 3, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port': {'id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:34Z', 'updated_at': '2022-04-11T18:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:39.964134 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045603a2-7250-412d-8e77-69c669b5f96b None None] The sync data for ids ['6d6ec4b7-977a-4b19-bba4-b107df3104af'] in dv-cinder-837355-1-iscsi is: [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:21:35Z', 'revision_number': 3, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port': {'id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:34Z', 'updated_at': '2022-04-11T18:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:21:40.118636 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-7b27eae3-6602-4bbd-8a30-ae3756c36f4c None None] Provisioning complete for port a9521861-f885-491f-af80-d9f5d74636be triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:40.119265 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7b27eae3-6602-4bbd-8a30-ae3756c36f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (a9521861-f885-491f-af80-d9f5d74636be), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.151055 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (a9521861-f885-491f-af80-d9f5d74636be), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.242911 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-7b27eae3-6602-4bbd-8a30-ae3756c36f4c None None] Port a9521861-f885-491f-af80-d9f5d74636be cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:40.268449 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-54236190-235b-4f6f-9c30-f24d31ce8108 req-5707e109-dc89-4185-bb54-5a0ac73be3d4 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 210 time: 0.0726211 Apr 11 18:21:40.360646 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac58443-dfc2-4b04-a724-a6540b904313 req-53dd7c13-a3e4-401c-b605-969cc366433a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:40.361060 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4ac58443-dfc2-4b04-a724-a6540b904313 req-53dd7c13-a3e4-401c-b605-969cc366433a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.7099125 Apr 11 18:21:40.580177 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Publish callbacks [] for port (a9521861-f885-491f-af80-d9f5d74636be), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.584299 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d89b0-9aa4-41b1-ba98-bf13492a5752 req-eabb8d1b-3990-4b10-8421-ee04ce814f6a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:40.586846 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-658d89b0-9aa4-41b1-ba98-bf13492a5752 req-eabb8d1b-3990-4b10-8421-ee04ce814f6a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.1807783 Apr 11 18:21:40.594129 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4ac58443-dfc2-4b04-a724-a6540b904313 req-ebce8c39-daf4-4761-80fd-28f81eecc00c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277191 Apr 11 18:21:40.688089 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (a9521861-f885-491f-af80-d9f5d74636be), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.842569 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7877612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7918996'] for router_interface (6d6ec4b7-977a-4b19-bba4-b107df3104af), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:40.847981 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Pushing event updated for resources: {'Port': ['ID=a9521861-f885-491f-af80-d9f5d74636be,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:40.938734 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-658d89b0-9aa4-41b1-ba98-bf13492a5752 req-a5b8010a-ba9c-4cbf-abe7-aab4f20cd1e6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3188744 Apr 11 18:21:41.055859 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Network 1566b786-42c0-43d8-949f-9debe78c0e87 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:41.061028 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:41.178100 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.db.resource_extend [None req-2e733c7d-d2c8-4800-a6f7-b97443c2797e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 18:21:41.360895 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Router 6d6ec4b7-977a-4b19-bba4-b107df3104af has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:21:41.390915 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e733c7d-d2c8-4800-a6f7-b97443c2797e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:41.466044 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-73577d6a-28a1-4748-b580-33da1c19354f req-281c5118-ca45-42d1-9d2e-d8aed926fffb tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 210 time: 0.0530167 Apr 11 18:21:41.467953 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e733c7d-d2c8-4800-a6f7-b97443c2797e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (a514abb6-6a54-421d-aa63-a4ec0d565955), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:41.498832 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fb0c2960-9bf9-48a9-b9a2-70901da03559 None None] Provisioning complete for port a9521861-f885-491f-af80-d9f5d74636be triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:41.499454 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fb0c2960-9bf9-48a9-b9a2-70901da03559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (a9521861-f885-491f-af80-d9f5d74636be), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:41.596471 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c2960-9bf9-48a9-b9a2-70901da03559 None None] Port a9521861-f885-491f-af80-d9f5d74636be cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:41.610407 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:21:41.624220 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-eed440b1-d0d9-4914-8683-d74df5609e73 admin admin] 10.222.0.64 "PUT /v2.0/routers/6d6ec4b7-977a-4b19-bba4-b107df3104af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2213950 Apr 11 18:21:41.649405 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-2e733c7d-d2c8-4800-a6f7-b97443c2797e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Floating IP a514abb6-6a54-421d-aa63-a4ec0d565955 associated. External IP: 172.27.3.146, port: 8848d8ff-735e-41da-90b3-174051a91452. Apr 11 18:21:41.756128 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 37761b32-342a-4ec4-aa72-a39eb86f81ce up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:41.858982 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 37761b32-342a-4ec4-aa72-a39eb86f81ce triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:41.859824 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:41.904674 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b719bc1-19b8-45b0-97d8-fbd05e169366 req-328b37e9-f984-41f5-abae-f157e7ede14b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:41.912642 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4b719bc1-19b8-45b0-97d8-fbd05e169366 req-328b37e9-f984-41f5-abae-f157e7ede14b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.1070333 Apr 11 18:21:42.027157 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4b719bc1-19b8-45b0-97d8-fbd05e169366 req-23b0c807-a847-4909-909e-f7b7523a40da tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098728 Apr 11 18:21:42.030785 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 37761b32-342a-4ec4-aa72-a39eb86f81ce is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:42.031442 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:42.098397 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 37761b32-342a-4ec4-aa72-a39eb86f81ce, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=37761b32-342a-4ec4-aa72-a39eb86f81ce,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:42.187554 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:42.256921 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b0b44-e25a-458a-b06f-6a234ae9575b req-3caa8986-c689-4355-9f2d-cafcce442804 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:42.268941 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-684b0b44-e25a-458a-b06f-6a234ae9575b req-3caa8986-c689-4355-9f2d-cafcce442804 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.1567359 Apr 11 18:21:42.282583 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-a877e833-e23e-44d0-8bef-426916170e36 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:42.282583 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-a877e833-e23e-44d0-8bef-426916170e36 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.30 "GET /v2.0/networks?id=a9c967f1-3984-4386-8608-f6e19dd5de00 HTTP/1.1" status: 200 len: 808 time: 0.3334415 Apr 11 18:21:42.293834 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-aa52e215-04e3-4a47-89c4-6cf17d61d765 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Request body: {'port': {'device_id': 'fee4ccc0-6ab2-441f-93ba-4ce28eabf21b', 'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00', 'admin_state_up': True, 'tenant_id': '4df973d2f9f84c7f804ad039c43803d1'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:42.327959 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=37761b32-342a-4ec4-aa72-a39eb86f81ce,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:42.340793 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e733c7d-d2c8-4800-a6f7-b97443c2797e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Router a88f92f1-6521-467a-8b97-6ac7b89ec75a has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:21:42.548161 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-aa52e215-04e3-4a47-89c4-6cf17d61d765 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Made reservation on behalf of 4df973d2f9f84c7f804ad039c43803d1 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:42.553572 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-aa52e215-04e3-4a47-89c4-6cf17d61d765 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:42.555582 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e733c7d-d2c8-4800-a6f7-b97443c2797e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:21:42.574909 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b823456-af4f-404c-a2dd-8c3f4f65d232 None None] Sync routers for ids ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:21:42.589231 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-684b0b44-e25a-458a-b06f-6a234ae9575b req-3ce5fe26-1f49-4f4e-a512-988ede2a7a32 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192270 Apr 11 18:21:42.597101 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2e733c7d-d2c8-4800-a6f7-b97443c2797e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:42.609361 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b823456-af4f-404c-a2dd-8c3f4f65d232 None None] Routers {'a88f92f1-6521-467a-8b97-6ac7b89ec75a'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:42.612247 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-5b823456-af4f-404c-a2dd-8c3f4f65d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:21:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:42.666342 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fc434aae-fa61-41d1-af5f-c0f9325b2f35 req-c777cb19-5176-46fd-b219-2157c3b2b7f6 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 210 time: 0.0525649 Apr 11 18:21:42.675154 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2e733c7d-d2c8-4800-a6f7-b97443c2797e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "PUT /v2.0/floatingips/a514abb6-6a54-421d-aa63-a4ec0d565955 HTTP/1.1" status: 200 len: 992 time: 3.4342754 Apr 11 18:21:42.676052 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'tag': '8848d8ff-735e-41da-90b3-174051a91452'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:42.678451 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7755a262-a669-4d6f-b593-6fac00f4a842" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a895cc-5ccb-4db5-933a-e5f835919010", "tag": "8848d8ff-735e-41da-90b3-174051a91452"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:42.735517 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d432741-f355-462a-b7ed-e15aed9d59a3 x-openstack-request-id: req-4d432741-f355-462a-b7ed-e15aed9d59a3 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:42.735928 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a895cc-5ccb-4db5-933a-e5f835919010", "tag": "8848d8ff-735e-41da-90b3-174051a91452", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:42.736297 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d432741-f355-462a-b7ed-e15aed9d59a3 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:42.736881 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d432741-f355-462a-b7ed-e15aed9d59a3'] response: {'name': 'network-changed', 'server_uuid': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'tag': '8848d8ff-735e-41da-90b3-174051a91452', 'status': 'completed', 'code': 200} Apr 11 18:21:42.809644 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Sync routers for ids ['6d6ec4b7-977a-4b19-bba4-b107df3104af'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:21:42.822279 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Routers {'6d6ec4b7-977a-4b19-bba4-b107df3104af'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:42.823015 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:21:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['6d6ec4b7-977a-4b19-bba4-b107df3104af'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:42.848368 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:42.908318 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-5b823456-af4f-404c-a2dd-8c3f4f65d232 None None] Set router a88f92f1-6521-467a-8b97-6ac7b89ec75a gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:42.922903 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fef9ff07-f506-40cb-b3f5-6323bfd0d3d7 req-08d90349-a1ea-4fc1-a348-2419261bc9e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1957047 Apr 11 18:21:42.935581 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-aa52e215-04e3-4a47-89c4-6cf17d61d765 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Allocated IP 172.20.0.8 (a9c967f1-3984-4386-8608-f6e19dd5de00/cf9498f1-c848-40b8-8d02-195365011dfe/b09de5b3-c18a-44d9-b232-4625d6ee58d1) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:42.946536 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755a262-a669-4d6f-b593-6fac00f4a842 req-a7a9839e-5a0a-4ca5-a908-bdd23dd24935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:42.947592 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7755a262-a669-4d6f-b593-6fac00f4a842 req-a7a9839e-5a0a-4ca5-a908-bdd23dd24935 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 1130 time: 0.1701624 Apr 11 18:21:43.049714 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Set router 6d6ec4b7-977a-4b19-bba4-b107df3104af gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:43.057302 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 49804) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:43.063506 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1147868836-network', 'tenant_id': '11693509abc94987af9166f47efc3156'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:43.128670 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9ff07-f506-40cb-b3f5-6323bfd0d3d7 req-1e5269af-07ec-402a-a5d7-9d144afb4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:43.130687 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fef9ff07-f506-40cb-b3f5-6323bfd0d3d7 req-1e5269af-07ec-402a-a5d7-9d144afb4002 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 1129 time: 0.1784003 Apr 11 18:21:43.232135 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Made reservation on behalf of 11693509abc94987af9166f47efc3156 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:43.261131 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:43.293123 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:43.374803 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844e705-7d23-4b7b-b2bb-62fd0d94982a req-72fbe805-5d79-4262-a5b6-4cfd1584de29 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:43.382390 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a844e705-7d23-4b7b-b2bb-62fd0d94982a req-72fbe805-5d79-4262-a5b6-4cfd1584de29 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.2154374 Apr 11 18:21:43.477490 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-5b823456-af4f-404c-a2dd-8c3f4f65d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:19:06Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': 'a514abb6-6a54-421d-aa63-a4ec0d565955', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'port_id': '8848d8ff-735e-41da-90b3-174051a91452', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'mac_address': 'fa:16:3e:0b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:21:21Z', 'updated_at': '2022-04-11T18:21:40Z', 'revision_number': 1, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60608efb-8923-452e-841f-474cdfbf4039', 'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'mac_address': 'fa:16:3e:6f:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:19:01Z', 'updated_at': '2022-04-11T18:19:14Z', 'revision_number': 5, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'subnets': [{'id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:43.546074 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b823456-af4f-404c-a2dd-8c3f4f65d232 None None] Checking router: a88f92f1-6521-467a-8b97-6ac7b89ec75a for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:21:43.580046 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a844e705-7d23-4b7b-b2bb-62fd0d94982a req-6563b64c-c3e7-466a-9307-334d04f930a5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947346 Apr 11 18:21:43.581834 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:21:39Z', 'revision_number': 4, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port': {'id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:34Z', 'updated_at': '2022-04-11T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'a9521861-f885-491f-af80-d9f5d74636be', 'name': '', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'mac_address': 'fa:16:3e:87:07:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:39Z', 'updated_at': '2022-04-11T18:21:40Z', 'revision_number': 2, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'subnets': [{'id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:43.590059 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b823456-af4f-404c-a2dd-8c3f4f65d232 None None] Routers {'a88f92f1-6521-467a-8b97-6ac7b89ec75a'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:43.592059 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-5b823456-af4f-404c-a2dd-8c3f4f65d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:21:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:43.630329 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9ff07-f506-40cb-b3f5-6323bfd0d3d7 req-357165f7-d91e-44c4-98b5-95fca93fbfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:43.631972 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fef9ff07-f506-40cb-b3f5-6323bfd0d3d7 req-357165f7-d91e-44c4-98b5-95fca93fbfed service neutron] 10.222.0.30 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 920 time: 0.4747500 Apr 11 18:21:43.664904 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Publish callbacks [] for security_group (aa7789e5-c30e-4779-8efa-95171a4abc43), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:43.665178 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Checking router: 6d6ec4b7-977a-4b19-bba4-b107df3104af for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:21:43.665634 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Updating router 6d6ec4b7-977a-4b19-bba4-b107df3104af port a9521861-f885-491f-af80-d9f5d74636be binding host dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:21:43.713608 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (a9521861-f885-491f-af80-d9f5d74636be), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:43.713966 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755a262-a669-4d6f-b593-6fac00f4a842 req-a98b3019-d82e-4e62-b93a-43b1a266ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:43.717387 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7755a262-a669-4d6f-b593-6fac00f4a842 req-a98b3019-d82e-4e62-b93a-43b1a266ddda service neutron] 10.222.0.30 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 920 time: 0.7521622 Apr 11 18:21:43.717387 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fef9ff07-f506-40cb-b3f5-6323bfd0d3d7 req-3ca2b4a8-d691-4ae5-b23a-5a291571710d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a29e1e3-8325-47a3-8ea2-0707737917cc HTTP/1.1" status: 200 len: 217 time: 0.0739226 Apr 11 18:21:43.728392 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (aa7789e5-c30e-4779-8efa-95171a4abc43), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:43.789596 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:21:43.803126 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7789e5-c30e-4779-8efa-95171a4abc43,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:43.825333 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (4873d822-2ecf-40bb-9288-cf0d89066ac3), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:43.825845 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Added segment 4873d822-2ecf-40bb-9288-cf0d89066ac3 of type vlan for network 9d4f5d16-07fd-4777-a924-418c1cc741a2 Apr 11 18:21:43.857866 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 37761b32-342a-4ec4-aa72-a39eb86f81ce up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:43.930193 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (9d4f5d16-07fd-4777-a924-418c1cc741a2), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:43.934121 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-72ffc848-aa1a-4858-bc7a-e821fe1bf889 req-6369eda1-5987-46bb-9d96-3a6ffbc2b62d tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 210 time: 0.0542693 Apr 11 18:21:44.000125 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9ff07-f506-40cb-b3f5-6323bfd0d3d7 req-e4f959f0-a468-4134-a3a8-3293f4f536c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:44.005312 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fef9ff07-f506-40cb-b3f5-6323bfd0d3d7 req-e4f959f0-a468-4134-a3a8-3293f4f536c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 200 len: 858 time: 0.2644403 Apr 11 18:21:44.021455 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-5b823456-af4f-404c-a2dd-8c3f4f65d232 None None] Set router a88f92f1-6521-467a-8b97-6ac7b89ec75a gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:44.061507 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (9d4f5d16-07fd-4777-a924-418c1cc741a2), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.062538 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:44.063384 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.071456 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 37761b32-342a-4ec4-aa72-a39eb86f81ce triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:44.071841 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.107294 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-aa52e215-04e3-4a47-89c4-6cf17d61d765 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks [] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.167460 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7755a262-a669-4d6f-b593-6fac00f4a842 req-94a800dc-2d36-475a-94d4-826d06a1a33b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8848d8ff-735e-41da-90b3-174051a91452 HTTP/1.1" status: 200 len: 1000 time: 0.4294558 Apr 11 18:21:44.169060 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9ff07-f506-40cb-b3f5-6323bfd0d3d7 req-a62dbea5-776a-4161-98de-004d0442bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:44.171158 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fef9ff07-f506-40cb-b3f5-6323bfd0d3d7 req-a62dbea5-776a-4161-98de-004d0442bc7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14e6ef31-5569-4b84-adfb-cf10202126af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1550691 Apr 11 18:21:44.231819 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=9d4f5d16-07fd-4777-a924-418c1cc741a2,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:44.253544 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-fdfe015c-7ad8-4f9b-aba3-18c903fc8fd1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1948028 Apr 11 18:21:44.256178 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 49814) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:44.263050 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-14459fff-800e-4329-b97a-274c3157330c admin admin] Request body: {'subnet': {'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1147868836-subnet', 'tenant_id': '11693509abc94987af9166f47efc3156', 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:44.271133 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 9d4f5d16-07fd-4777-a924-418c1cc741a2 details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:21:44.317921 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 37761b32-342a-4ec4-aa72-a39eb86f81ce is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:44.376129 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14459fff-800e-4329-b97a-274c3157330c admin admin] Made reservation on behalf of 11693509abc94987af9166f47efc3156 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:21:44.377623 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fef9ff07-f506-40cb-b3f5-6323bfd0d3d7 req-b537f7eb-06e6-41e0-868b-a72c5f0b7496 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217163 Apr 11 18:21:44.378485 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-14459fff-800e-4329-b97a-274c3157330c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5201408'] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.380913 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-aa52e215-04e3-4a47-89c4-6cf17d61d765 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.495244 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fef9ff07-f506-40cb-b3f5-6323bfd0d3d7 req-80a94203-6d3a-4cb0-ac08-dd06b0880329 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081553 Apr 11 18:21:44.542315 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755a262-a669-4d6f-b593-6fac00f4a842 req-d9ee2689-bcc5-4e47-93f3-6f7da321d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:44.547985 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Publish callbacks [] for port (a9521861-f885-491f-af80-d9f5d74636be), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.549659 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7755a262-a669-4d6f-b593-6fac00f4a842 req-d9ee2689-bcc5-4e47-93f3-6f7da321d74c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 200 len: 858 time: 0.3710196 Apr 11 18:21:44.613544 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-aa52e215-04e3-4a47-89c4-6cf17d61d765 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Network a9c967f1-3984-4386-8608-f6e19dd5de00 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:44.616034 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (a9521861-f885-491f-af80-d9f5d74636be), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:44.631003 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755a262-a669-4d6f-b593-6fac00f4a842 req-4906435b-9313-4846-bd0c-35d803e39d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:44.634321 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7755a262-a669-4d6f-b593-6fac00f4a842 req-4906435b-9313-4846-bd0c-35d803e39d15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14e6ef31-5569-4b84-adfb-cf10202126af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719640 Apr 11 18:21:44.637073 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-aa52e215-04e3-4a47-89c4-6cf17d61d765 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:44.653298 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52e215-04e3-4a47-89c4-6cf17d61d765 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Pushing event updated for resources: {'Port': ['ID=b09de5b3-c18a-44d9-b232-4625d6ee58d1,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:44.674835 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-aa52e215-04e3-4a47-89c4-6cf17d61d765 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:44.733535 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cca1dc-aa07-411c-8143-72bb5553b7ce None None] Pushing event updated for resources: {'Port': ['ID=a9521861-f885-491f-af80-d9f5d74636be,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:44.843877 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-5b823456-af4f-404c-a2dd-8c3f4f65d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:19:06Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': 'a514abb6-6a54-421d-aa63-a4ec0d565955', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'port_id': '8848d8ff-735e-41da-90b3-174051a91452', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'mac_address': 'fa:16:3e:0b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:21:21Z', 'updated_at': '2022-04-11T18:21:40Z', 'revision_number': 1, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60608efb-8923-452e-841f-474cdfbf4039', 'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'mac_address': 'fa:16:3e:6f:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:19:01Z', 'updated_at': '2022-04-11T18:19:14Z', 'revision_number': 5, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'subnets': [{'id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:44.969088 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-aa52e215-04e3-4a47-89c4-6cf17d61d765 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:44.969088 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-aa52e215-04e3-4a47-89c4-6cf17d61d765 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.025117 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b823456-af4f-404c-a2dd-8c3f4f65d232 None None] The sync data for ids ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'] in dv-cinder-837355-1-iscsi is: [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:19:06Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': 'a514abb6-6a54-421d-aa63-a4ec0d565955', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'port_id': '8848d8ff-735e-41da-90b3-174051a91452', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'mac_address': 'fa:16:3e:0b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:21:21Z', 'updated_at': '2022-04-11T18:21:40Z', 'revision_number': 1, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60608efb-8923-452e-841f-474cdfbf4039', 'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'mac_address': 'fa:16:3e:6f:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:19:01Z', 'updated_at': '2022-04-11T18:19:14Z', 'revision_number': 5, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'subnets': [{'id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:21:45.025416 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Attempting to bind port a9521861-f885-491f-af80-d9f5d74636be on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:45.026832 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Attempting to bind port a9521861-f885-491f-af80-d9f5d74636be by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '6ff271e7-67e1-44e7-9711-2c61a24f9d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:45.029971 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Attempting to bind port a9521861-f885-491f-af80-d9f5d74636be on network 1566b786-42c0-43d8-949f-9debe78c0e87 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:45.063929 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:45.063929 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Checking segment: {'id': '6ff271e7-67e1-44e7-9711-2c61a24f9d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:45.063929 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.063929 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Bound using segment: {'id': '6ff271e7-67e1-44e7-9711-2c61a24f9d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:45.063929 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Bound port: a9521861-f885-491f-af80-d9f5d74636be, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff271e7-67e1-44e7-9711-2c61a24f9d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:45.077048 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (a9521861-f885-491f-af80-d9f5d74636be), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.206641 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7755a262-a669-4d6f-b593-6fac00f4a842 req-3137d637-19a8-4bce-9e0d-ca6c72fafb56 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549915 Apr 11 18:21:45.260867 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b8619956-f16e-438f-9d8a-5a4ae7f3d722 None None] Provisioning complete for port a9521861-f885-491f-af80-d9f5d74636be triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:45.261407 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b8619956-f16e-438f-9d8a-5a4ae7f3d722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (a9521861-f885-491f-af80-d9f5d74636be), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.281022 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] For port a9521861-f885-491f-af80-d9f5d74636be, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:45.287418 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] For port a9521861-f885-491f-af80-d9f5d74636be, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=a9521861-f885-491f-af80-d9f5d74636be,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:45.341664 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b8619956-f16e-438f-9d8a-5a4ae7f3d722 None None] Port a9521861-f885-491f-af80-d9f5d74636be cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:45.342394 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7755a262-a669-4d6f-b593-6fac00f4a842 req-2512c3c9-7658-4e14-889f-150a0c404f6a service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291847 Apr 11 18:21:45.345423 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7e279-a120-4b94-84de-871d19b39d04 req-16fedd04-580e-4a5a-963b-fa29149fdf8f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:45.347842 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7fc7e279-a120-4b94-84de-871d19b39d04 req-16fedd04-580e-4a5a-963b-fa29149fdf8f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.1344216 Apr 11 18:21:45.361733 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4bdb6-a7a1-49f7-9a0d-e83ebbeae443 req-8a966f41-45fd-404b-9972-6f101b5ce3ae tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:45.363307 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a5f4bdb6-a7a1-49f7-9a0d-e83ebbeae443 req-8a966f41-45fd-404b-9972-6f101b5ce3ae tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 931 time: 0.1390011 Apr 11 18:21:45.440442 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61991f6-8b9f-43d4-8021-02c05a48288e None None] New status for floating IP a514abb6-6a54-421d-aa63-a4ec0d565955: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:21:45.497646 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a5f4bdb6-a7a1-49f7-9a0d-e83ebbeae443 req-907568a6-554b-4fa5-a832-2f23665f997c tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209745 Apr 11 18:21:45.500869 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7fc7e279-a120-4b94-84de-871d19b39d04 req-93502490-9557-40ce-9297-4abdcdaf36ae tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362553 Apr 11 18:21:45.635816 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-aa52e215-04e3-4a47-89c4-6cf17d61d765 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3462286 Apr 11 18:21:45.666752 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Request body: {'port': {'device_id': 'fee4ccc0-6ab2-441f-93ba-4ce28eabf21b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:45.685066 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-14459fff-800e-4329-b97a-274c3157330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5668246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5201426'] for subnet (225a6b22-41a8-4773-a2f3-74baf8fe39d6), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.685240 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (a9521861-f885-491f-af80-d9f5d74636be), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.865912 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14459fff-800e-4329-b97a-274c3157330c admin admin] Pushing event updated for resources: {'Subnet': ['ID=225a6b22-41a8-4773-a2f3-74baf8fe39d6,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:45.865912 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14459fff-800e-4329-b97a-274c3157330c admin admin] Checking segment: {'id': '4873d822-2ecf-40bb-9288-cf0d89066ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:45.865912 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14459fff-800e-4329-b97a-274c3157330c admin admin] Network hostable DHCP agents. Network: 9d4f5d16-07fd-4777-a924-418c1cc741a2, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:21:45.890105 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:45.908785 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Routers {'6d6ec4b7-977a-4b19-bba4-b107df3104af'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:45.914228 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:21:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['6d6ec4b7-977a-4b19-bba4-b107df3104af'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:45.940085 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14459fff-800e-4329-b97a-274c3157330c admin admin] Network 9d4f5d16-07fd-4777-a924-418c1cc741a2 is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:21:46.028837 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-14459fff-800e-4329-b97a-274c3157330c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 9d4f5d16-07fd-4777-a924-418c1cc741a2) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:46.034378 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14459fff-800e-4329-b97a-274c3157330c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:46.035171 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-14459fff-800e-4329-b97a-274c3157330c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.037445 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c338d2b-d277-4748-89b3-a882fc6d3119 None None] Network 9d4f5d16-07fd-4777-a924-418c1cc741a2 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:21:46.134049 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] Set router 6d6ec4b7-977a-4b19-bba4-b107df3104af gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:46.152624 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-14459fff-800e-4329-b97a-274c3157330c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8952627 Apr 11 18:21:46.153583 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 49852) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:46.158565 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1147868836-router', 'tenant_id': '11693509abc94987af9166f47efc3156', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:21:46.296239 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8367919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4781'] for router (17718edf-483f-4981-8169-011c5d3e8491), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.297328 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8366239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7919140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8212035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4794'] for router (17718edf-483f-4981-8169-011c5d3e8491), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.306259 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a3f74bfc-5829-4be2-86c2-31678a7761ed None None] Provisioning complete for port a9521861-f885-491f-af80-d9f5d74636be triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:46.306639 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a3f74bfc-5829-4be2-86c2-31678a7761ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (a9521861-f885-491f-af80-d9f5d74636be), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.344326 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33b16363-d1dc-561d-85f9-13ae24ae00bf-9d4f5d16-07fd-4777-a924-418c1cc741a2', 'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2', 'project_id': '11693509abc94987af9166f47efc3156', 'fixed_ips': [{'subnet_id': '225a6b22-41a8-4773-a2f3-74baf8fe39d6'}]}} from dv-cinder-837355-1-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:21:46.345228 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.430590 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Publish callbacks [] for router_controller (17718edf-483f-4981-8169-011c5d3e8491), precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.539422 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:21:39Z', 'revision_number': 4, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port': {'id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:34Z', 'updated_at': '2022-04-11T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'a9521861-f885-491f-af80-d9f5d74636be', 'name': '', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'mac_address': 'fa:16:3e:87:07:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:39Z', 'updated_at': '2022-04-11T18:21:45Z', 'revision_number': 4, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'subnets': [{'id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:46.562862 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cca1dc-aa07-411c-8143-72bb5553b7ce None None] Pushing event updated for resources: {'Port': ['ID=a9521861-f885-491f-af80-d9f5d74636be,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:46.624396 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def797b0-5396-47b4-9177-112e2dbafee2 None None] The sync data for ids ['6d6ec4b7-977a-4b19-bba4-b107df3104af'] in dv-cinder-837355-1-iscsi is: [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:21:39Z', 'revision_number': 4, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port': {'id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:34Z', 'updated_at': '2022-04-11T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'a9521861-f885-491f-af80-d9f5d74636be', 'name': '', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'mac_address': 'fa:16:3e:87:07:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:39Z', 'updated_at': '2022-04-11T18:21:45Z', 'revision_number': 4, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'subnets': [{'id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:21:46.643390 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09de5b3-c18a-44d9-b232-4625d6ee58d1 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:21:46.654391 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:21:46.672222 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Publish callbacks [] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.721626 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Transition to ACTIVE for port object b09de5b3-c18a-44d9-b232-4625d6ee58d1 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:21:46.788160 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.843744 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a3f74bfc-5829-4be2-86c2-31678a7761ed None None] Current status of the port a9521861-f885-491f-af80-d9f5d74636be is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:46.844150 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a3f74bfc-5829-4be2-86c2-31678a7761ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (a9521861-f885-491f-af80-d9f5d74636be), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:46.845987 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0576617-ac45-4c5e-b6d0-572c2e6374b5 req-f7d1a912-4d70-419d-8b8a-0cba76728cad tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:46.851321 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e0576617-ac45-4c5e-b6d0-572c2e6374b5 req-f7d1a912-4d70-419d-8b8a-0cba76728cad tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.1644380 Apr 11 18:21:46.914066 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Allocated IP 172.20.0.2 (9d4f5d16-07fd-4777-a924-418c1cc741a2/225a6b22-41a8-4773-a2f3-74baf8fe39d6/23e8b730-b3d8-409b-aded-8c35c77b91f8) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:47.014289 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97283aaa-7038-4af1-b0e3-75cf1680a5f6 req-db3d40fa-61d8-433c-9f11-8318e6836d68 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:47.021608 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-97283aaa-7038-4af1-b0e3-75cf1680a5f6 req-db3d40fa-61d8-433c-9f11-8318e6836d68 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 931 time: 0.2643330 Apr 11 18:21:47.058734 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Publish callbacks [] for router_gateway (17718edf-483f-4981-8169-011c5d3e8491), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.084394 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e0576617-ac45-4c5e-b6d0-572c2e6374b5 req-48d5349b-2826-439b-9740-436a8a07f84a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772952 Apr 11 18:21:47.199347 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-97283aaa-7038-4af1-b0e3-75cf1680a5f6 req-36902b83-4cd6-4ec0-91d9-9dbb89347545 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733489 Apr 11 18:21:47.231917 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Attempting to bind port b09de5b3-c18a-44d9-b232-4625d6ee58d1 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:47.232549 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Attempting to bind port b09de5b3-c18a-44d9-b232-4625d6ee58d1 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '2b0e262a-e574-44c6-b6ef-d588389cc956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:47.233103 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Attempting to bind port b09de5b3-c18a-44d9-b232-4625d6ee58d1 on network a9c967f1-3984-4386-8608-f6e19dd5de00 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:47.249935 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Port b09de5b3-c18a-44d9-b232-4625d6ee58d1 on network a9c967f1-3984-4386-8608-f6e19dd5de00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:21:47.250550 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Attempting to bind port b09de5b3-c18a-44d9-b232-4625d6ee58d1 on network a9c967f1-3984-4386-8608-f6e19dd5de00 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:47.253103 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Pushing event updated for resources: {'Port': ['ID=b09de5b3-c18a-44d9-b232-4625d6ee58d1,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:47.271764 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.272123 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.272471 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.272838 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.273296 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.273900 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.274016 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.274363 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.274704 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.275043 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.275402 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.275740 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.276062 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.276390 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.276718 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:21:47.306368 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:47.306717 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Checking segment: {'id': '2b0e262a-e574-44c6-b6ef-d588389cc956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:47.307135 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Bound using segment: {'id': '2b0e262a-e574-44c6-b6ef-d588389cc956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:47.307586 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Bound port: b09de5b3-c18a-44d9-b232-4625d6ee58d1, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b0e262a-e574-44c6-b6ef-d588389cc956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:47.307956 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.411141 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Publish callbacks [] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.441848 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] For port b09de5b3-c18a-44d9-b232-4625d6ee58d1, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:47.446879 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] For port b09de5b3-c18a-44d9-b232-4625d6ee58d1, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b09de5b3-c18a-44d9-b232-4625d6ee58d1,segment=NetworkSegment(2b0e262a-e574-44c6-b6ef-d588389cc956),segment_id=2b0e262a-e574-44c6-b6ef-d588389cc956)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:47.454742 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a3f74bfc-5829-4be2-86c2-31678a7761ed None None] For port a9521861-f885-491f-af80-d9f5d74636be, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=a9521861-f885-491f-af80-d9f5d74636be,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:47.496546 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.526415 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.557150 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a3f74bfc-5829-4be2-86c2-31678a7761ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (a9521861-f885-491f-af80-d9f5d74636be), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.602747 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Pushing event updated for resources: {'Port': ['ID=b09de5b3-c18a-44d9-b232-4625d6ee58d1,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:47.611359 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Network 9d4f5d16-07fd-4777-a924-418c1cc741a2 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:47.624754 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:47.629910 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:47.630830 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.638774 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:47.642848 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-30d6c68a-307f-4fff-bbe3-014d832a6378 service neutron] 10.222.0.30 "PUT /v2.0/ports/b09de5b3-c18a-44d9-b232-4625d6ee58d1 HTTP/1.1" status: 200 len: 1093 time: 1.9749944 Apr 11 18:21:47.643859 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee4ccc0-6ab2-441f-93ba-4ce28eabf21b', 'tag': 'b09de5b3-c18a-44d9-b232-4625d6ee58d1'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:47.654062 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befee956-7c47-4014-91b2-44314e52f04a" -d '{"events": [{"name": "network-changed", "server_uuid": "fee4ccc0-6ab2-441f-93ba-4ce28eabf21b", "tag": "b09de5b3-c18a-44d9-b232-4625d6ee58d1"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:47.671140 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Publish callbacks [] for router_gateway (17718edf-483f-4981-8169-011c5d3e8491), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.706031 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Pushing event updated for resources: {'Port': ['ID=23e8b730-b3d8-409b-aded-8c35c77b91f8,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:47.725613 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.771709 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9acee89-2c33-4256-b5e5-4195b1a5fc3a x-openstack-request-id: req-d9acee89-2c33-4256-b5e5-4195b1a5fc3a {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:47.772344 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee4ccc0-6ab2-441f-93ba-4ce28eabf21b", "tag": "b09de5b3-c18a-44d9-b232-4625d6ee58d1", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:47.772650 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9acee89-2c33-4256-b5e5-4195b1a5fc3a {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:47.773586 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9acee89-2c33-4256-b5e5-4195b1a5fc3a'] response: {'name': 'network-changed', 'server_uuid': 'fee4ccc0-6ab2-441f-93ba-4ce28eabf21b', 'tag': 'b09de5b3-c18a-44d9-b232-4625d6ee58d1', 'status': 'completed', 'code': 200} Apr 11 18:21:47.811995 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device a9521861-f885-491f-af80-d9f5d74636be up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:47.872167 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-147ddb4f-f867-401f-ad25-2ad5ab86f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:47.902320 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-147ddb4f-f867-401f-ad25-2ad5ab86f9f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4df973d2f9f84c7f804ad039c43803d1&device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 1127 time: 0.1146128 Apr 11 18:21:47.902433 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Attempting to bind port 23e8b730-b3d8-409b-aded-8c35c77b91f8 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:47.902433 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Attempting to bind port 23e8b730-b3d8-409b-aded-8c35c77b91f8 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '4873d822-2ecf-40bb-9288-cf0d89066ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:47.902433 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Attempting to bind port 23e8b730-b3d8-409b-aded-8c35c77b91f8 on network 9d4f5d16-07fd-4777-a924-418c1cc741a2 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:47.950949 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:47.951371 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Checking segment: {'id': '4873d822-2ecf-40bb-9288-cf0d89066ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:47.951757 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.952151 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Bound using segment: {'id': '4873d822-2ecf-40bb-9288-cf0d89066ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:47.952636 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Bound port: 23e8b730-b3d8-409b-aded-8c35c77b91f8, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4873d822-2ecf-40bb-9288-cf0d89066ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:47.958299 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:47.992312 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f74bfc-5829-4be2-86c2-31678a7761ed None None] Pushing event updated for resources: {'Port': ['ID=a9521861-f885-491f-af80-d9f5d74636be,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:47.999818 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port a9521861-f885-491f-af80-d9f5d74636be triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:48.000193 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (a9521861-f885-491f-af80-d9f5d74636be), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:48.025020 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-665b9905-4272-4395-b6fe-25ddac57d22a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b09de5b3-c18a-44d9-b232-4625d6ee58d1 HTTP/1.1" status: 200 len: 217 time: 0.1041093 Apr 11 18:21:48.045525 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Allocated IP 172.27.3.11 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/3f81f47a-200b-4ec6-a24e-dc11858443b7) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:48.183697 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-2bc9d93c-bcc6-4120-a4b2-20072d45dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:48.186330 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] For port 23e8b730-b3d8-409b-aded-8c35c77b91f8, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:48.186774 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-2bc9d93c-bcc6-4120-a4b2-20072d45dd7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf9498f1-c848-40b8-8d02-195365011dfe HTTP/1.1" status: 200 len: 848 time: 0.1572218 Apr 11 18:21:48.195789 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] For port 23e8b730-b3d8-409b-aded-8c35c77b91f8, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=23e8b730-b3d8-409b-aded-8c35c77b91f8,segment=NetworkSegment(4873d822-2ecf-40bb-9288-cf0d89066ac3),segment_id=4873d822-2ecf-40bb-9288-cf0d89066ac3)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:48.288259 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-ff4bb72b-f70a-4ad4-abbe-e52e7e90f8ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9c967f1-3984-4386-8608-f6e19dd5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848093 Apr 11 18:21:48.324803 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:48.485183 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a802f9-772b-477a-974f-9ceb4cee5cd9 req-3515ddde-6120-4119-b7de-7fdfebf82062 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:48.488627 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83a802f9-772b-477a-974f-9ceb4cee5cd9 req-3515ddde-6120-4119-b7de-7fdfebf82062 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.2019503 Apr 11 18:21:48.504967 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd3cac-04d5-4619-a6b5-4bc2c27b250b req-cd01b69e-92ca-4f35-bc12-ce06a904d260 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:48.508833 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-d76bb2cd-fb39-4469-8f43-a66cba911a7d service neutron] 10.222.0.30 "GET /v2.0/networks/a9c967f1-3984-4386-8608-f6e19dd5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111280 Apr 11 18:21:48.509986 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port a9521861-f885-491f-af80-d9f5d74636be is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:48.510694 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2fdd3cac-04d5-4619-a6b5-4bc2c27b250b req-cd01b69e-92ca-4f35-bc12-ce06a904d260 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 943 time: 0.1463208 Apr 11 18:21:48.573266 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82548c-8196-4f10-a408-b93d722d1d62 None None] Pushing event updated for resources: {'Port': ['ID=23e8b730-b3d8-409b-aded-8c35c77b91f8,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:48.624573 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Publish callbacks [] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:48.691562 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83a802f9-772b-477a-974f-9ceb4cee5cd9 req-c2493e36-a35b-416e-8ef5-d89b33def4d8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765978 Apr 11 18:21:48.748782 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cfbb4be7-17f8-4e94-8eff-ac9a9236deb1 req-1b1701b1-ac6e-4f10-9076-393e55e27a4a service neutron] 10.222.0.30 "GET /v2.0/networks/a9c967f1-3984-4386-8608-f6e19dd5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287130 Apr 11 18:21:48.754115 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2fdd3cac-04d5-4619-a6b5-4bc2c27b250b req-3b5d8559-51f7-461c-8091-b7f347c43e78 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052941 Apr 11 18:21:48.906023 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:48.957878 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:48.966518 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:48.973127 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:49.014329 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Pushing event updated for resources: {'Port': ['ID=3f81f47a-200b-4ec6-a24e-dc11858443b7,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:49.441950 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Publish callbacks [] for router_gateway (17718edf-483f-4981-8169-011c5d3e8491), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:49.732189 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8366246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918807'] for router (17718edf-483f-4981-8169-011c5d3e8491), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:49.856408 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 23e8b730-b3d8-409b-aded-8c35c77b91f8 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:49.972273 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb96804c-bde4-4636-aa89-78dedb1b34bc None None] Network 9d4f5d16-07fd-4777-a924-418c1cc741a2 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:21:49.978425 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 23e8b730-b3d8-409b-aded-8c35c77b91f8 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:49.979240 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:50.057658 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befee956-7c47-4014-91b2-44314e52f04a req-abb7b586-395d-44d3-8cee-b9eec435ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:50.060238 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-befee956-7c47-4014-91b2-44314e52f04a req-abb7b586-395d-44d3-8cee-b9eec435ba4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4df973d2f9f84c7f804ad039c43803d1&device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 1127 time: 0.0637846 Apr 11 18:21:50.089371 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-3e928552-3c13-42c2-a4b0-9e1ef2d5b6cb None None] Provisioning complete for port 23e8b730-b3d8-409b-aded-8c35c77b91f8 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:50.089889 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3e928552-3c13-42c2-a4b0-9e1ef2d5b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:50.197023 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befee956-7c47-4014-91b2-44314e52f04a req-a9042471-6aa2-4c33-9f19-21429a676c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:50.199064 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-befee956-7c47-4014-91b2-44314e52f04a req-a9042471-6aa2-4c33-9f19-21429a676c4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9c967f1-3984-4386-8608-f6e19dd5de00 HTTP/1.1" status: 200 len: 909 time: 0.1307805 Apr 11 18:21:50.264362 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-befee956-7c47-4014-91b2-44314e52f04a req-91022132-aaf9-4b7a-8212-eac7e8372cff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b09de5b3-c18a-44d9-b232-4625d6ee58d1 HTTP/1.1" status: 200 len: 217 time: 0.0571063 Apr 11 18:21:50.266850 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 23e8b730-b3d8-409b-aded-8c35c77b91f8 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:50.267322 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:50.309798 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002add8-6db1-45ed-89f3-c33f2664246e req-b45d9082-c48e-4b0d-9845-16b8ba46c292 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:50.311353 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6002add8-6db1-45ed-89f3-c33f2664246e req-b45d9082-c48e-4b0d-9845-16b8ba46c292 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 943 time: 0.0748913 Apr 11 18:21:50.321563 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e38c-40f3-4c5d-857d-722ef755ccd4 req-17af9772-39db-4440-bcb5-2a54eb9c9f3d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:50.323638 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dd95e38c-40f3-4c5d-857d-722ef755ccd4 req-17af9772-39db-4440-bcb5-2a54eb9c9f3d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.5096555 Apr 11 18:21:50.338443 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 23e8b730-b3d8-409b-aded-8c35c77b91f8, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=23e8b730-b3d8-409b-aded-8c35c77b91f8,segment=NetworkSegment(4873d822-2ecf-40bb-9288-cf0d89066ac3),segment_id=4873d822-2ecf-40bb-9288-cf0d89066ac3)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:50.355456 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-3e928552-3c13-42c2-a4b0-9e1ef2d5b6cb None None] Current status of the port 23e8b730-b3d8-409b-aded-8c35c77b91f8 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:50.357065 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befee956-7c47-4014-91b2-44314e52f04a req-3687398b-9632-4642-aecc-8c44f1fef4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:50.357203 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3e928552-3c13-42c2-a4b0-9e1ef2d5b6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:50.357456 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-befee956-7c47-4014-91b2-44314e52f04a req-3687398b-9632-4642-aecc-8c44f1fef4d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf9498f1-c848-40b8-8d02-195365011dfe HTTP/1.1" status: 200 len: 848 time: 0.0871947 Apr 11 18:21:50.406097 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-befee956-7c47-4014-91b2-44314e52f04a req-5093b7d9-18da-49ee-9364-2b01122f7b03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9c967f1-3984-4386-8608-f6e19dd5de00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412087 Apr 11 18:21:50.431066 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:50.432509 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device a9521861-f885-491f-af80-d9f5d74636be up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:50.463356 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6002add8-6db1-45ed-89f3-c33f2664246e req-7f2a7d75-57bb-4c5d-82ee-3dde6bdb9727 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358261 Apr 11 18:21:50.480260 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dd95e38c-40f3-4c5d-857d-722ef755ccd4 req-004168fc-1f29-43f6-bde5-6db2e55e6d6f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454399 Apr 11 18:21:50.543311 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.db.api [None req-3e928552-3c13-42c2-a4b0-9e1ef2d5b6cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 18:21:50.543699 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG oslo_db.api [None req-3e928552-3c13-42c2-a4b0-9e1ef2d5b6cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 18:21:50.557984 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-befee956-7c47-4014-91b2-44314e52f04a req-19710f5b-3827-4eff-bbe6-8e65c71971c6 service neutron] 10.222.0.30 "GET /v2.0/networks/a9c967f1-3984-4386-8608-f6e19dd5de00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357121 Apr 11 18:21:50.615060 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=23e8b730-b3d8-409b-aded-8c35c77b91f8,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:50.627131 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Router 17718edf-483f-4981-8169-011c5d3e8491 is scheduled to L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:21:50.652682 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port a9521861-f885-491f-af80-d9f5d74636be triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:50.653250 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (a9521861-f885-491f-af80-d9f5d74636be), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:50.693696 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-befee956-7c47-4014-91b2-44314e52f04a req-c9a2cd89-987e-43cc-8a01-d45a8dd9add1 service neutron] 10.222.0.30 "GET /v2.0/networks/a9c967f1-3984-4386-8608-f6e19dd5de00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191564 Apr 11 18:21:50.765150 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port a9521861-f885-491f-af80-d9f5d74636be is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:50.789385 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:21:50.801917 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Sync routers for ids ['17718edf-483f-4981-8169-011c5d3e8491'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:21:50.814791 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Routers {'17718edf-483f-4981-8169-011c5d3e8491'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:50.816005 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:21:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['17718edf-483f-4981-8169-011c5d3e8491'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:50.920580 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:50.923681 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-23cc936c-890f-4b03-a8a3-bf78409f54e2 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7670810 Apr 11 18:21:50.924798 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 49914) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:50.949507 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Set router 17718edf-483f-4981-8169-011c5d3e8491 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:51.084484 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-3e928552-3c13-42c2-a4b0-9e1ef2d5b6cb None None] Current status of the port 23e8b730-b3d8-409b-aded-8c35c77b91f8 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:51.211775 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17718edf-483f-4981-8169-011c5d3e8491', 'name': 'tempest-TestMinimumBasicScenario-1147868836-router', 'tenant_id': '11693509abc94987af9166f47efc3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:46Z', 'updated_at': '2022-04-11T18:21:49Z', 'revision_number': 3, 'project_id': '11693509abc94987af9166f47efc3156', 'gw_port': {'id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17718edf-483f-4981-8169-011c5d3e8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:47Z', 'updated_at': '2022-04-11T18:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:51.222485 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-59759db4-dc00-45e9-94d0-b96627c09997 None None] Provisioning complete for port 23e8b730-b3d8-409b-aded-8c35c77b91f8 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:51.222858 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-59759db4-dc00-45e9-94d0-b96627c09997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:51.232809 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Checking router: 17718edf-483f-4981-8169-011c5d3e8491 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:21:51.233156 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Updating router 17718edf-483f-4981-8169-011c5d3e8491 port 3f81f47a-200b-4ec6-a24e-dc11858443b7 binding host dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:21:51.265681 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:51.372518 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-59759db4-dc00-45e9-94d0-b96627c09997 None None] Current status of the port 23e8b730-b3d8-409b-aded-8c35c77b91f8 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:51.551186 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:51.650836 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Publish callbacks [] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:51.651075 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748ba5b-dd77-4b95-949b-c9585db620c3 req-8c339784-0aa7-4921-950e-f76ae169851f tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:51.659599 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c748ba5b-dd77-4b95-949b-c9585db620c3 req-8c339784-0aa7-4921-950e-f76ae169851f tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 943 time: 0.1052809 Apr 11 18:21:51.716844 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 23e8b730-b3d8-409b-aded-8c35c77b91f8 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:51.720341 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bcc77-27e7-434f-800d-4dd321fafc07 req-b819f9c5-a252-4fe3-9f71-ed544ba671e0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:51.738012 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9c5bcc77-27e7-434f-800d-4dd321fafc07 req-b819f9c5-a252-4fe3-9f71-ed544ba671e0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.1019294 Apr 11 18:21:51.767527 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 23e8b730-b3d8-409b-aded-8c35c77b91f8 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:51.767768 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Allocated IP 172.20.0.1 (9d4f5d16-07fd-4777-a924-418c1cc741a2/225a6b22-41a8-4773-a2f3-74baf8fe39d6/e135d6d1-dc66-49cd-a087-9ae186f2b0ec) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:21:51.767882 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:51.776336 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c748ba5b-dd77-4b95-949b-c9585db620c3 req-1d647c5a-df5f-42e3-af33-6b8a52da1308 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154914 Apr 11 18:21:51.806501 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9c5bcc77-27e7-434f-800d-4dd321fafc07 req-f8251dcf-0337-48ad-8c6a-51bba01a0265 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759833 Apr 11 18:21:51.872446 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 23e8b730-b3d8-409b-aded-8c35c77b91f8 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:51.909603 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Publish callbacks [] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:51.964228 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device b09de5b3-c18a-44d9-b232-4625d6ee58d1 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:21:52.068455 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port b09de5b3-c18a-44d9-b232-4625d6ee58d1, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b09de5b3-c18a-44d9-b232-4625d6ee58d1,segment=NetworkSegment(2b0e262a-e574-44c6-b6ef-d588389cc956),segment_id=2b0e262a-e574-44c6-b6ef-d588389cc956)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:52.081112 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': 'b09de5b3-c18a-44d9-b232-4625d6ee58d1', 'network_id': 'a9c967f1-3984-4386-8608-f6e19dd5de00', 'port_id': 'b09de5b3-c18a-44d9-b232-4625d6ee58d1', 'mac_address': 'fa:16:3e:7c:fb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9498f1-c848-40b8-8d02-195365011dfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:21:52.111353 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:52.124607 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port b09de5b3-c18a-44d9-b232-4625d6ee58d1 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:52.125243 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:52.140495 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09de5b3-c18a-44d9-b232-4625d6ee58d1 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:21:52.148514 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:52.173747 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port b09de5b3-c18a-44d9-b232-4625d6ee58d1, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b09de5b3-c18a-44d9-b232-4625d6ee58d1,segment=NetworkSegment(2b0e262a-e574-44c6-b6ef-d588389cc956),segment_id=2b0e262a-e574-44c6-b6ef-d588389cc956)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:52.184316 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Attempting to bind port 3f81f47a-200b-4ec6-a24e-dc11858443b7 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:52.184759 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Attempting to bind port 3f81f47a-200b-4ec6-a24e-dc11858443b7 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:52.185140 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Attempting to bind port 3f81f47a-200b-4ec6-a24e-dc11858443b7 on network 92929611-3b7d-482f-9e07-357d61c7241e {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:52.197562 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd1368-c968-4d4e-9a76-9fb4306b21ba None None] Pushing event updated for resources: {'Port': ['ID=3f81f47a-200b-4ec6-a24e-dc11858443b7,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:52.202564 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:52.210173 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Checking segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:52.210173 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:52.210173 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Bound using segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:52.210173 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Bound port: 3f81f47a-200b-4ec6-a24e-dc11858443b7, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:52.210173 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:52.211467 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Network 9d4f5d16-07fd-4777-a924-418c1cc741a2 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:52.216914 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:52.219343 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Pushing event updated for resources: {'Port': ['ID=e135d6d1-dc66-49cd-a087-9ae186f2b0ec,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:52.221544 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:21:52.265292 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7918628'] for router_interface (17718edf-483f-4981-8169-011c5d3e8491), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:52.278747 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:52.317395 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] For port 3f81f47a-200b-4ec6-a24e-dc11858443b7, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:52.323232 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] For port 3f81f47a-200b-4ec6-a24e-dc11858443b7, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=3f81f47a-200b-4ec6-a24e-dc11858443b7,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:52.381882 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:52.409144 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=b09de5b3-c18a-44d9-b232-4625d6ee58d1,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:52.439430 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Routers {'17718edf-483f-4981-8169-011c5d3e8491'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:52.440121 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:21:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['17718edf-483f-4981-8169-011c5d3e8491'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:52.515868 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd1368-c968-4d4e-9a76-9fb4306b21ba None None] Pushing event updated for resources: {'Port': ['ID=3f81f47a-200b-4ec6-a24e-dc11858443b7,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:52.607139 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] Set router 17718edf-483f-4981-8169-011c5d3e8491 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:52.612711 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-af1079b8-664a-4b8a-97ff-d8b5a4f9af1c None None] Provisioning complete for port e135d6d1-dc66-49cd-a087-9ae186f2b0ec triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:52.613087 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-af1079b8-664a-4b8a-97ff-d8b5a4f9af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:52.638487 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:52.644949 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['b09de5b3-c18a-44d9-b232-4625d6ee58d1'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:21:52.873290 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-af1079b8-664a-4b8a-97ff-d8b5a4f9af1c None None] Port e135d6d1-dc66-49cd-a087-9ae186f2b0ec cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:53.035292 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17718edf-483f-4981-8169-011c5d3e8491', 'name': 'tempest-TestMinimumBasicScenario-1147868836-router', 'tenant_id': '11693509abc94987af9166f47efc3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:46Z', 'updated_at': '2022-04-11T18:21:49Z', 'revision_number': 3, 'project_id': '11693509abc94987af9166f47efc3156', 'gw_port': {'id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17718edf-483f-4981-8169-011c5d3e8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:47Z', 'updated_at': '2022-04-11T18:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:53.066451 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d6898e-355b-47cc-9905-d2bb51495312 None None] The sync data for ids ['17718edf-483f-4981-8169-011c5d3e8491'] in dv-cinder-837355-1-iscsi is: [{'id': '17718edf-483f-4981-8169-011c5d3e8491', 'name': 'tempest-TestMinimumBasicScenario-1147868836-router', 'tenant_id': '11693509abc94987af9166f47efc3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:46Z', 'updated_at': '2022-04-11T18:21:49Z', 'revision_number': 3, 'project_id': '11693509abc94987af9166f47efc3156', 'gw_port': {'id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17718edf-483f-4981-8169-011c5d3e8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:47Z', 'updated_at': '2022-04-11T18:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:21:53.106940 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bf8a6-031d-4d68-befe-bae396b73c14 req-2c5f552c-596f-4dc4-9b0a-fd1cf438bc94 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:53.108867 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e95bf8a6-031d-4d68-befe-bae396b73c14 req-2c5f552c-596f-4dc4-9b0a-fd1cf438bc94 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.1230927 Apr 11 18:21:53.138652 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b21a6c-3a5b-4bad-b563-ee6e824e9502 req-d9b991b6-918a-4091-8f33-540e59f801f6 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:53.138652 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-16b21a6c-3a5b-4bad-b563-ee6e824e9502 req-d9b991b6-918a-4091-8f33-540e59f801f6 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 944 time: 0.2097125 Apr 11 18:21:53.182526 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Publish callbacks [] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:53.211963 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e95bf8a6-031d-4d68-befe-bae396b73c14 req-7c1b2a0e-bd20-494b-9ba8-5b8579a4f8a5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910366 Apr 11 18:21:53.220002 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-16b21a6c-3a5b-4bad-b563-ee6e824e9502 req-973b271c-cf15-419b-85fa-18a8345e99ef tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740170 Apr 11 18:21:53.247562 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:53.322983 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Pushing event updated for resources: {'Port': ['ID=e135d6d1-dc66-49cd-a087-9ae186f2b0ec,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:53.325544 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7877612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7918996'] for router_interface (17718edf-483f-4981-8169-011c5d3e8491), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:53.461572 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Network 9d4f5d16-07fd-4777-a924-418c1cc741a2 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:21:53.464211 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:21:53.623880 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Router 17718edf-483f-4981-8169-011c5d3e8491 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:21:53.720889 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 3f81f47a-200b-4ec6-a24e-dc11858443b7 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:53.789588 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:21:53.799505 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7f5da717-be4b-4a8a-9208-5a5c5607eead admin admin] 10.222.0.64 "PUT /v2.0/routers/17718edf-483f-4981-8169-011c5d3e8491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8689530 Apr 11 18:21:53.808452 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 3f81f47a-200b-4ec6-a24e-dc11858443b7 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:53.809092 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:53.841360 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-ecb86057-9d73-4b60-abaf-f524da7de8c1 None None] Provisioning complete for port e135d6d1-dc66-49cd-a087-9ae186f2b0ec triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:53.841746 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ecb86057-9d73-4b60-abaf-f524da7de8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:53.909147 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-ecb86057-9d73-4b60-abaf-f524da7de8c1 None None] Port e135d6d1-dc66-49cd-a087-9ae186f2b0ec cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:53.962089 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 3f81f47a-200b-4ec6-a24e-dc11858443b7 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:53.962089 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:53.981323 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 3f81f47a-200b-4ec6-a24e-dc11858443b7, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=3f81f47a-200b-4ec6-a24e-dc11858443b7,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:54.005790 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device b09de5b3-c18a-44d9-b232-4625d6ee58d1 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:54.072147 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port b09de5b3-c18a-44d9-b232-4625d6ee58d1 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:21:54.077065 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:54.148800 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 49960) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:54.157528 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port b09de5b3-c18a-44d9-b232-4625d6ee58d1 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:54.158326 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:54.160857 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=3f81f47a-200b-4ec6-a24e-dc11858443b7,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:54.254607 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port b09de5b3-c18a-44d9-b232-4625d6ee58d1 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:54.254995 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:54.286704 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee4ccc0-6ab2-441f-93ba-4ce28eabf21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09de5b3-c18a-44d9-b232-4625d6ee58d1'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:54.289633 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc47e335-e5f3-4e09-91cc-013b9df95984" -d '{"events": [{"server_uuid": "fee4ccc0-6ab2-441f-93ba-4ce28eabf21b", "name": "network-vif-plugged", "status": "completed", "tag": "b09de5b3-c18a-44d9-b232-4625d6ee58d1"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:54.303440 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port b09de5b3-c18a-44d9-b232-4625d6ee58d1, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b09de5b3-c18a-44d9-b232-4625d6ee58d1,segment=NetworkSegment(2b0e262a-e574-44c6-b6ef-d588389cc956),segment_id=2b0e262a-e574-44c6-b6ef-d588389cc956)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:54.306800 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-013659d2-62df-4ff4-8979-4e85bc577820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:54.370182 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:54.390846 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-013659d2-62df-4ff4-8979-4e85bc577820 admin admin] Publish callbacks [] for security_group (88ae866f-91d2-4e55-8554-203d5a388ce2), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:54.430090 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2201b8a-aa5b-414b-8a87-2f1713a04714 req-e6c2a336-6ab5-47d6-95c3-78d01443e572 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:54.431762 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b2201b8a-aa5b-414b-8a87-2f1713a04714 req-e6c2a336-6ab5-47d6-95c3-78d01443e572 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0945992 Apr 11 18:21:54.433850 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=b09de5b3-c18a-44d9-b232-4625d6ee58d1,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:54.438251 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2ccd1-ba28-489a-b725-1099c0deb213 req-ebcf491a-886a-41de-9629-97625e122c76 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:54.440717 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dac2ccd1-ba28-489a-b725-1099c0deb213 req-ebcf491a-886a-41de-9629-97625e122c76 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 944 time: 0.1014788 Apr 11 18:21:54.459811 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-013659d2-62df-4ff4-8979-4e85bc577820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (88ae866f-91d2-4e55-8554-203d5a388ce2), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:54.507010 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-013659d2-62df-4ff4-8979-4e85bc577820 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68282a443fe441248b8a6baccd19e2a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542879 Apr 11 18:21:54.507010 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013659d2-62df-4ff4-8979-4e85bc577820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ae866f-91d2-4e55-8554-203d5a388ce2,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:54.507443 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 49976) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:21:54.540700 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b2201b8a-aa5b-414b-8a87-2f1713a04714 req-807c2530-0a2a-4638-bcc3-effa8ece4388 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998938 Apr 11 18:21:54.547117 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dac2ccd1-ba28-489a-b725-1099c0deb213 req-a8f4c58e-5b84-441d-935c-8dbeef74def6 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978532 Apr 11 18:21:54.584488 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7cab0c8e-18c7-4477-9072-61a7400b0c98 admin admin] Publish callbacks [] for security_group (88ae866f-91d2-4e55-8554-203d5a388ce2), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:54.607384 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ac9474-d2e0-4cde-8f62-16d4b270c920 x-openstack-request-id: req-20ac9474-d2e0-4cde-8f62-16d4b270c920 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:54.607688 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee4ccc0-6ab2-441f-93ba-4ce28eabf21b", "name": "network-vif-plugged", "status": "completed", "tag": "b09de5b3-c18a-44d9-b232-4625d6ee58d1", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:54.607939 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20ac9474-d2e0-4cde-8f62-16d4b270c920 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:54.608336 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ac9474-d2e0-4cde-8f62-16d4b270c920'] response: {'server_uuid': 'fee4ccc0-6ab2-441f-93ba-4ce28eabf21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09de5b3-c18a-44d9-b232-4625d6ee58d1', 'code': 200} Apr 11 18:21:54.619007 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7cab0c8e-18c7-4477-9072-61a7400b0c98 admin admin] Publish callbacks [] for security_group (88ae866f-91d2-4e55-8554-203d5a388ce2), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:54.831154 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7cab0c8e-18c7-4477-9072-61a7400b0c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (88ae866f-91d2-4e55-8554-203d5a388ce2), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:54.834097 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7cab0c8e-18c7-4477-9072-61a7400b0c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:54.838400 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-7cab0c8e-18c7-4477-9072-61a7400b0c98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88ae866f-91d2-4e55-8554-203d5a388ce2 HTTP/1.1" status: 204 len: 168 time: 0.3271832 Apr 11 18:21:54.844433 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab0c8e-18c7-4477-9072-61a7400b0c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ae866f-91d2-4e55-8554-203d5a388ce2,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:54.924194 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6f58d-6948-422a-9eda-4e27f24309af req-0a2fe2f6-6657-4e08-9227-c88d58ee75de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:54.926328 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f6f58d-6948-422a-9eda-4e27f24309af req-0a2fe2f6-6657-4e08-9227-c88d58ee75de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 1130 time: 0.0426543 Apr 11 18:21:55.092545 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6c159-d031-4047-9d75-0f61ce2a0968 req-7159fd3a-d8a6-4fa7-883a-54cf14a618c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:55.096727 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-29f6c159-d031-4047-9d75-0f61ce2a0968 req-7159fd3a-d8a6-4fa7-883a-54cf14a618c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 1129 time: 0.0723407 Apr 11 18:21:55.148293 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6f58d-6948-422a-9eda-4e27f24309af req-4eaeecf4-b098-4d0c-b9c6-2d92b1168276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:55.149687 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f6f58d-6948-422a-9eda-4e27f24309af req-4eaeecf4-b098-4d0c-b9c6-2d92b1168276 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 200 len: 917 time: 0.2160728 Apr 11 18:21:55.151647 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Sync routers for ids ['17718edf-483f-4981-8169-011c5d3e8491'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:21:55.171831 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Routers {'17718edf-483f-4981-8169-011c5d3e8491'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:55.172847 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:21:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['17718edf-483f-4981-8169-011c5d3e8491'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:55.246276 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-29f6c159-d031-4047-9d75-0f61ce2a0968 req-35a301e4-92da-4c6c-9133-e8357d1adff1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374102 Apr 11 18:21:55.282432 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f6f58d-6948-422a-9eda-4e27f24309af req-8468767e-485a-49e8-ad5e-7c58a34ea84a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32 HTTP/1.1" status: 200 len: 1002 time: 0.1237638 Apr 11 18:21:55.356830 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Set router 17718edf-483f-4981-8169-011c5d3e8491 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:55.528511 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6f58d-6948-422a-9eda-4e27f24309af req-7689c20e-2010-4ae2-8d99-952262cd42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:55.530089 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f6f58d-6948-422a-9eda-4e27f24309af req-7689c20e-2010-4ae2-8d99-952262cd42a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fac3b306-bda1-439e-9471-054f6f8f618a HTTP/1.1" status: 200 len: 855 time: 0.0625029 Apr 11 18:21:55.593074 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6f58d-6948-422a-9eda-4e27f24309af req-ca577041-1335-42bd-8d4c-1d2723168fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:55.594563 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f6f58d-6948-422a-9eda-4e27f24309af req-ca577041-1335-42bd-8d4c-1d2723168fc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e17daa45-e311-4804-bd24-8f6d86c11327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538805 Apr 11 18:21:55.599866 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17718edf-483f-4981-8169-011c5d3e8491', 'name': 'tempest-TestMinimumBasicScenario-1147868836-router', 'tenant_id': '11693509abc94987af9166f47efc3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:46Z', 'updated_at': '2022-04-11T18:21:52Z', 'revision_number': 4, 'project_id': '11693509abc94987af9166f47efc3156', 'gw_port': {'id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17718edf-483f-4981-8169-011c5d3e8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:47Z', 'updated_at': '2022-04-11T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'e135d6d1-dc66-49cd-a087-9ae186f2b0ec', 'name': '', 'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2', 'tenant_id': '11693509abc94987af9166f47efc3156', 'mac_address': 'fa:16:3e:2e:40:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17718edf-483f-4981-8169-011c5d3e8491', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '225a6b22-41a8-4773-a2f3-74baf8fe39d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:51Z', 'updated_at': '2022-04-11T18:21:52Z', 'revision_number': 2, 'project_id': '11693509abc94987af9166f47efc3156', 'subnets': [{'id': '225a6b22-41a8-4773-a2f3-74baf8fe39d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:55.700537 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Checking router: 17718edf-483f-4981-8169-011c5d3e8491 for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:21:55.701145 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Updating router 17718edf-483f-4981-8169-011c5d3e8491 port e135d6d1-dc66-49cd-a087-9ae186f2b0ec binding host dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:21:55.727034 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f6f58d-6948-422a-9eda-4e27f24309af req-a1bb5ac4-aa86-4992-ad49-8b8cff675676 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235242 Apr 11 18:21:55.748147 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:55.770155 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 3f81f47a-200b-4ec6-a24e-dc11858443b7 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:55.793145 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a517f9-5747-4144-a232-9bcf50f95d3e req-9a5ce1b9-2a93-4b96-bbd4-dfd6bbdd8876 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:55.795548 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-46a517f9-5747-4144-a232-9bcf50f95d3e req-9a5ce1b9-2a93-4b96-bbd4-dfd6bbdd8876 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 945 time: 0.1247473 Apr 11 18:21:55.810725 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a88eb-8ecc-416c-82f8-841146f80647 req-11a8d4b1-6792-4bd1-bcc1-5a724ca7c499 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:55.818550 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6b5a88eb-8ecc-416c-82f8-841146f80647 req-11a8d4b1-6792-4bd1-bcc1-5a724ca7c499 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0927551 Apr 11 18:21:55.898219 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-46a517f9-5747-4144-a232-9bcf50f95d3e req-7fe7b03d-0847-47c0-afe9-854524826881 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957007 Apr 11 18:21:55.912195 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6b5a88eb-8ecc-416c-82f8-841146f80647 req-d11b7592-7e3b-4c7e-8bba-74b61b47d9f9 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917261 Apr 11 18:21:55.951142 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 3f81f47a-200b-4ec6-a24e-dc11858443b7 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:55.951142 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:56.110514 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 3f81f47a-200b-4ec6-a24e-dc11858443b7 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:56.158081 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f6f58d-6948-422a-9eda-4e27f24309af req-a245b903-066b-4b66-9604-4df557b94596 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127524 Apr 11 18:21:56.197135 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Publish callbacks [] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:56.273625 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:56.338215 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b73034-3cae-4cde-9704-f7d721674b8c None None] Pushing event updated for resources: {'Port': ['ID=e135d6d1-dc66-49cd-a087-9ae186f2b0ec,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:56.405592 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Attempting to bind port e135d6d1-dc66-49cd-a087-9ae186f2b0ec on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:21:56.406125 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Attempting to bind port e135d6d1-dc66-49cd-a087-9ae186f2b0ec by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '4873d822-2ecf-40bb-9288-cf0d89066ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:21:56.406594 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Attempting to bind port e135d6d1-dc66-49cd-a087-9ae186f2b0ec on network 9d4f5d16-07fd-4777-a924-418c1cc741a2 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:21:56.412840 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:21:56.414008 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Checking segment: {'id': '4873d822-2ecf-40bb-9288-cf0d89066ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:21:56.414553 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:56.415536 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Bound using segment: {'id': '4873d822-2ecf-40bb-9288-cf0d89066ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:21:56.416720 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Bound port: e135d6d1-dc66-49cd-a087-9ae186f2b0ec, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4873d822-2ecf-40bb-9288-cf0d89066ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:21:56.419066 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:56.507565 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] For port e135d6d1-dc66-49cd-a087-9ae186f2b0ec, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:21:56.511382 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] For port e135d6d1-dc66-49cd-a087-9ae186f2b0ec, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=e135d6d1-dc66-49cd-a087-9ae186f2b0ec,segment=NetworkSegment(4873d822-2ecf-40bb-9288-cf0d89066ac3),segment_id=4873d822-2ecf-40bb-9288-cf0d89066ac3)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:21:56.537760 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-211de01a-f9b1-42b5-ad95-110874493085 None None] Provisioning complete for port e135d6d1-dc66-49cd-a087-9ae186f2b0ec triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:56.539068 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-211de01a-f9b1-42b5-ad95-110874493085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:56.584014 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-211de01a-f9b1-42b5-ad95-110874493085 None None] Port e135d6d1-dc66-49cd-a087-9ae186f2b0ec cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:21:56.592889 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:56.648794 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Routers {'17718edf-483f-4981-8169-011c5d3e8491'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:21:56.651274 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:21:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['17718edf-483f-4981-8169-011c5d3e8491'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:56.757472 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b73034-3cae-4cde-9704-f7d721674b8c None None] Pushing event updated for resources: {'Port': ['ID=e135d6d1-dc66-49cd-a087-9ae186f2b0ec,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:56.799813 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] Set router 17718edf-483f-4981-8169-011c5d3e8491 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:21:56.919494 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-cb83e7b5-bf2d-498c-aa7c-9265d299286a None None] Provisioning complete for port e135d6d1-dc66-49cd-a087-9ae186f2b0ec triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:56.919815 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cb83e7b5-bf2d-498c-aa7c-9265d299286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:57.071146 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41b83c-b056-4f15-b99b-982eda760534 req-b93a2ac2-699e-4710-99f1-d46472bc663d tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:57.081008 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-be41b83c-b056-4f15-b99b-982eda760534 req-b93a2ac2-699e-4710-99f1-d46472bc663d tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 945 time: 0.1008451 Apr 11 18:21:57.126147 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f693f33-93cd-49c2-b237-d433b509333b req-6e967f71-5b9f-4fcb-8474-50ca58beaeca tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:57.128099 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4f693f33-93cd-49c2-b237-d433b509333b req-6e967f71-5b9f-4fcb-8474-50ca58beaeca tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.1134524 Apr 11 18:21:57.181751 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-be41b83c-b056-4f15-b99b-982eda760534 req-01cceb3a-9fe1-4f5b-9d7a-2f4c2fc09df8 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995014 Apr 11 18:21:57.234311 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4f693f33-93cd-49c2-b237-d433b509333b req-f3f6ee8f-2ad5-4d9c-8e3d-8720ea7fab64 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921385 Apr 11 18:21:57.273255 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17718edf-483f-4981-8169-011c5d3e8491', 'name': 'tempest-TestMinimumBasicScenario-1147868836-router', 'tenant_id': '11693509abc94987af9166f47efc3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:46Z', 'updated_at': '2022-04-11T18:21:52Z', 'revision_number': 4, 'project_id': '11693509abc94987af9166f47efc3156', 'gw_port': {'id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17718edf-483f-4981-8169-011c5d3e8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:47Z', 'updated_at': '2022-04-11T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'e135d6d1-dc66-49cd-a087-9ae186f2b0ec', 'name': '', 'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2', 'tenant_id': '11693509abc94987af9166f47efc3156', 'mac_address': 'fa:16:3e:2e:40:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17718edf-483f-4981-8169-011c5d3e8491', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '225a6b22-41a8-4773-a2f3-74baf8fe39d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:51Z', 'updated_at': '2022-04-11T18:21:56Z', 'revision_number': 4, 'project_id': '11693509abc94987af9166f47efc3156', 'subnets': [{'id': '225a6b22-41a8-4773-a2f3-74baf8fe39d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:21:57.301603 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-cb83e7b5-bf2d-498c-aa7c-9265d299286a None None] Current status of the port e135d6d1-dc66-49cd-a087-9ae186f2b0ec is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:57.302131 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cb83e7b5-bf2d-498c-aa7c-9265d299286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:57.312496 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708c415-1cfc-4bed-8027-2eb67ecd1751 None None] The sync data for ids ['17718edf-483f-4981-8169-011c5d3e8491'] in dv-cinder-837355-1-iscsi is: [{'id': '17718edf-483f-4981-8169-011c5d3e8491', 'name': 'tempest-TestMinimumBasicScenario-1147868836-router', 'tenant_id': '11693509abc94987af9166f47efc3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:46Z', 'updated_at': '2022-04-11T18:21:52Z', 'revision_number': 4, 'project_id': '11693509abc94987af9166f47efc3156', 'gw_port': {'id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17718edf-483f-4981-8169-011c5d3e8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:47Z', 'updated_at': '2022-04-11T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'e135d6d1-dc66-49cd-a087-9ae186f2b0ec', 'name': '', 'network_id': '9d4f5d16-07fd-4777-a924-418c1cc741a2', 'tenant_id': '11693509abc94987af9166f47efc3156', 'mac_address': 'fa:16:3e:2e:40:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17718edf-483f-4981-8169-011c5d3e8491', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '225a6b22-41a8-4773-a2f3-74baf8fe39d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:51Z', 'updated_at': '2022-04-11T18:21:56Z', 'revision_number': 4, 'project_id': '11693509abc94987af9166f47efc3156', 'subnets': [{'id': '225a6b22-41a8-4773-a2f3-74baf8fe39d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:21:57.348626 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-cb83e7b5-bf2d-498c-aa7c-9265d299286a None None] For port e135d6d1-dc66-49cd-a087-9ae186f2b0ec, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=e135d6d1-dc66-49cd-a087-9ae186f2b0ec,segment=NetworkSegment(4873d822-2ecf-40bb-9288-cf0d89066ac3),segment_id=4873d822-2ecf-40bb-9288-cf0d89066ac3)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:57.410205 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cb83e7b5-bf2d-498c-aa7c-9265d299286a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:57.483486 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83e7b5-bf2d-498c-aa7c-9265d299286a None None] Pushing event updated for resources: {'Port': ['ID=e135d6d1-dc66-49cd-a087-9ae186f2b0ec,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:57.735523 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device e135d6d1-dc66-49cd-a087-9ae186f2b0ec up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:21:57.814824 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port e135d6d1-dc66-49cd-a087-9ae186f2b0ec triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:21:57.815260 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:57.963615 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port e135d6d1-dc66-49cd-a087-9ae186f2b0ec is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:58.029417 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 495fbcce-180e-4eff-bfb9-2fae1a121c32 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:21:58.142811 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 495fbcce-180e-4eff-bfb9-2fae1a121c32 is: ACTIVE; New status is: DOWN {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:21:58.158948 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:58.171949 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:21:58.174230 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fe12fa-26c7-47fe-9745-396a0b603aac" -d '{"events": [{"server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "name": "network-vif-unplugged", "status": "completed", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:21:58.188492 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 495fbcce-180e-4eff-bfb9-2fae1a121c32, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:21:58.229350 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e038c2c-b271-4ca4-98bf-dda62cea4e18 x-openstack-request-id: req-8e038c2c-b271-4ca4-98bf-dda62cea4e18 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:21:58.229668 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "name": "network-vif-unplugged", "status": "completed", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:21:58.229946 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e038c2c-b271-4ca4-98bf-dda62cea4e18 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:21:58.230380 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e038c2c-b271-4ca4-98bf-dda62cea4e18'] response: {'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'code': 200} Apr 11 18:21:58.307854 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c9e90-71b2-48f6-9bf7-27e85e10b87f req-31df78b4-592a-4bd4-a01c-c16d6be1966b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:58.309575 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b81c9e90-71b2-48f6-9bf7-27e85e10b87f req-31df78b4-592a-4bd4-a01c-c16d6be1966b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 945 time: 0.0579367 Apr 11 18:21:58.386272 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13295b0-5fc8-43d5-a601-50ff8860aba9 req-54983230-acc3-46c4-b8e0-1e4bd8c12413 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:58.388967 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f13295b0-5fc8-43d5-a601-50ff8860aba9 req-54983230-acc3-46c4-b8e0-1e4bd8c12413 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 946 time: 0.0771079 Apr 11 18:21:58.425712 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b81c9e90-71b2-48f6-9bf7-27e85e10b87f req-32755c52-3df7-4769-bffa-483db575379d tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035295 Apr 11 18:21:58.458733 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f13295b0-5fc8-43d5-a601-50ff8860aba9 req-6e552453-26b9-41ae-a633-d154e92a3bfc tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633254 Apr 11 18:21:58.620096 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:21:58.670767 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=495fbcce-180e-4eff-bfb9-2fae1a121c32,revision_number=8']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:21:59.629533 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f1a96-1b59-4ea7-a0de-82f1a0223f51 req-22e2f613-961a-4f56-8227-d13fe2fca0c9 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:59.632444 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-500f1a96-1b59-4ea7-a0de-82f1a0223f51 req-22e2f613-961a-4f56-8227-d13fe2fca0c9 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 945 time: 0.0917583 Apr 11 18:21:59.649267 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d68831-40b4-43f3-b7d9-aae11f0c536d req-b08f029f-1c77-4be3-a721-b7d9519ac3ee tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:21:59.651400 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f7d68831-40b4-43f3-b7d9-aae11f0c536d req-b08f029f-1c77-4be3-a721-b7d9519ac3ee tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.1124518 Apr 11 18:21:59.734799 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-500f1a96-1b59-4ea7-a0de-82f1a0223f51 req-990fef04-1ce7-4c4c-92fb-f3984b38da4b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938306 Apr 11 18:21:59.743493 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f7d68831-40b4-43f3-b7d9-aae11f0c536d req-98525d38-b27e-405d-9774-bb8e8b2cb1b6 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831258 Apr 11 18:22:01.296094 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-4de17bbc-3363-41b1-9f93-3d7a77164647 req-46569f95-4cee-4fd7-8138-f9360ad9ebe5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:22:01.297945 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4de17bbc-3363-41b1-9f93-3d7a77164647 req-46569f95-4cee-4fd7-8138-f9360ad9ebe5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064027 Apr 11 18:22:01.380869 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc2f40-7cc0-44f2-aeaa-f6e19f45adbc req-be257a0b-0a85-4669-a459-1a13c65cdc06 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:01.396596 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19bc2f40-7cc0-44f2-aeaa-f6e19f45adbc req-be257a0b-0a85-4669-a459-1a13c65cdc06 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 945 time: 0.0807745 Apr 11 18:22:01.433499 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19bc2f40-7cc0-44f2-aeaa-f6e19f45adbc req-d625c8ef-5ec7-45ca-81f5-b92def7daac0 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436754 Apr 11 18:22:01.939599 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8b3efb44-6c5e-4e0c-90b3-e67b45f6974b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:02.034367 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 495fbcce-180e-4eff-bfb9-2fae1a121c32 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:22:02.130231 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ba4c9-aefc-40f6-a471-0cca5e837296 req-40090280-5412-42d1-9aaa-6be8794e2f21 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:02.139155 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6e0ba4c9-aefc-40f6-a471-0cca5e837296 req-40090280-5412-42d1-9aaa-6be8794e2f21 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0656571 Apr 11 18:22:02.146864 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 495fbcce-180e-4eff-bfb9-2fae1a121c32 is: DOWN; New status is: DOWN {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:22:02.220128 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6e0ba4c9-aefc-40f6-a471-0cca5e837296 req-304f0f38-458b-4bfb-baca-dcbbb389b8b7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794914 Apr 11 18:22:02.568555 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb8365-9186-42b8-a4e2-bbc4bb518329 req-a2421095-9b40-412e-bc5b-c13532805ea9 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:02.571585 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8cdb8365-9186-42b8-a4e2-bbc4bb518329 req-a2421095-9b40-412e-bc5b-c13532805ea9 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 945 time: 0.0612719 Apr 11 18:22:02.632532 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8cdb8365-9186-42b8-a4e2-bbc4bb518329 req-fc8f2865-0b15-4123-8bc6-9aaf50c409e2 tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b1be835-1e3c-41fb-9cac-183e8c19c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517030 Apr 11 18:22:02.785524 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 50072) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:02.918394 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-ec33c121-2203-4fe2-b64e-9d2b67e09ca9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1316464 Apr 11 18:22:02.928148 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-e9156738-bac9-401b-b092-961ddae2b46a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:22:02.929854 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-e9156738-bac9-401b-b092-961ddae2b46a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061915 Apr 11 18:22:03.003914 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35ac96-11c3-488f-939d-bcd900fd0736 req-ceaa708e-a5ac-4d94-a0de-81fbc81f672f tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:03.008917 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fe35ac96-11c3-488f-939d-bcd900fd0736 req-ceaa708e-a5ac-4d94-a0de-81fbc81f672f tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.30 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 945 time: 0.0555422 Apr 11 18:22:03.025702 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 50080) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:03.130946 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-fe35ac96-11c3-488f-939d-bcd900fd0736 req-3cfd520e-d13b-4974-b0bb-e4bcf888f08b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Deleting port b09de5b3-c18a-44d9-b232-4625d6ee58d1 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:22:03.131717 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fe35ac96-11c3-488f-939d-bcd900fd0736 req-3cfd520e-d13b-4974-b0bb-e4bcf888f08b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:03.147961 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-fec089e8-62d0-4c0c-b21d-11b9132a0caa tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:03.149779 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-fec089e8-62d0-4c0c-b21d-11b9132a0caa tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports/495fbcce-180e-4eff-bfb9-2fae1a121c32 HTTP/1.1" status: 200 len: 941 time: 0.1229079 Apr 11 18:22:03.251385 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-fe35ac96-11c3-488f-939d-bcd900fd0736 req-3cfd520e-d13b-4974-b0bb-e4bcf888f08b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] For port b09de5b3-c18a-44d9-b232-4625d6ee58d1, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=b09de5b3-c18a-44d9-b232-4625d6ee58d1,segment=NetworkSegment(2b0e262a-e574-44c6-b6ef-d588389cc956),segment_id=2b0e262a-e574-44c6-b6ef-d588389cc956)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:03.251840 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fe35ac96-11c3-488f-939d-bcd900fd0736 req-3cfd520e-d13b-4974-b0bb-e4bcf888f08b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:03.268877 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-fe35ac96-11c3-488f-939d-bcd900fd0736 req-3cfd520e-d13b-4974-b0bb-e4bcf888f08b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Calling delete_port for b09de5b3-c18a-44d9-b232-4625d6ee58d1 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:22:03.365354 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4851ba-5ca2-4dfe-a40d-365003cb5449 req-78efcff2-c13f-443a-93a6-c7031bb14c5f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:03.373341 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cc4851ba-5ca2-4dfe-a40d-365003cb5449 req-78efcff2-c13f-443a-93a6-c7031bb14c5f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0644672 Apr 11 18:22:03.435172 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cc4851ba-5ca2-4dfe-a40d-365003cb5449 req-9c12525b-396f-419e-a974-cc083565a1b2 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607080 Apr 11 18:22:03.528190 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fe35ac96-11c3-488f-939d-bcd900fd0736 req-3cfd520e-d13b-4974-b0bb-e4bcf888f08b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (b09de5b3-c18a-44d9-b232-4625d6ee58d1), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:03.541003 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['b09de5b3-c18a-44d9-b232-4625d6ee58d1'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:22:03.571054 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd520e-d13b-4974-b0bb-e4bcf888f08b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Pushing event deleted for resources: {'Port': ['ID=b09de5b3-c18a-44d9-b232-4625d6ee58d1,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:03.641088 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe35ac96-11c3-488f-939d-bcd900fd0736 req-3cfd520e-d13b-4974-b0bb-e4bcf888f08b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] No DVR routers for this DVR port b09de5b3-c18a-44d9-b232-4625d6ee58d1 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:22:03.648791 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fe35ac96-11c3-488f-939d-bcd900fd0736 req-3cfd520e-d13b-4974-b0bb-e4bcf888f08b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:03.652601 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fe35ac96-11c3-488f-939d-bcd900fd0736 req-3cfd520e-d13b-4974-b0bb-e4bcf888f08b tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.30 "DELETE /v2.0/ports/b09de5b3-c18a-44d9-b232-4625d6ee58d1 HTTP/1.1" status: 204 len: 173 time: 0.6353371 Apr 11 18:22:03.653087 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee4ccc0-6ab2-441f-93ba-4ce28eabf21b', 'name': 'network-vif-deleted', 'tag': 'b09de5b3-c18a-44d9-b232-4625d6ee58d1'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:22:03.655818 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bbe2e5-5daf-4004-adfe-f5f98b49c50f" -d '{"events": [{"server_uuid": "fee4ccc0-6ab2-441f-93ba-4ce28eabf21b", "name": "network-vif-deleted", "tag": "b09de5b3-c18a-44d9-b232-4625d6ee58d1"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:22:03.695714 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda2bd4a-89c3-44c9-8e6b-6cb1cc208f88 x-openstack-request-id: req-bda2bd4a-89c3-44c9-8e6b-6cb1cc208f88 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:22:03.696232 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee4ccc0-6ab2-441f-93ba-4ce28eabf21b", "name": "network-vif-deleted", "tag": "b09de5b3-c18a-44d9-b232-4625d6ee58d1", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:22:03.696803 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bda2bd4a-89c3-44c9-8e6b-6cb1cc208f88 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:22:03.697492 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda2bd4a-89c3-44c9-8e6b-6cb1cc208f88'] response: {'server_uuid': 'fee4ccc0-6ab2-441f-93ba-4ce28eabf21b', 'name': 'network-vif-deleted', 'tag': 'b09de5b3-c18a-44d9-b232-4625d6ee58d1', 'status': 'completed', 'code': 200} Apr 11 18:22:03.778645 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-db2c6a09-cde2-40da-b177-bbc3f4ac5295 req-f8b8ee97-f87c-4e48-86d8-434682877d5d tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 210 time: 0.0408852 Apr 11 18:22:04.581157 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b12cef-4099-4555-875a-31f2c5498896 req-a23dc57a-0187-450e-840b-d7b1d365d361 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:04.583533 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86b12cef-4099-4555-875a-31f2c5498896 req-a23dc57a-0187-450e-840b-d7b1d365d361 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0653052 Apr 11 18:22:04.608661 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1b84a868-68ed-4af5-b94e-e85a31cf74df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:04.651660 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86b12cef-4099-4555-875a-31f2c5498896 req-6b10d522-8e78-4e93-8d47-4c1da2598255 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584369 Apr 11 18:22:04.894442 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cb24d315-d76f-47e1-8ac6-486e2546fde5 req-5b94680c-aec8-4bcd-a2d5-5c132ab266cd tempest-VolumesActionsTest-1407370843 tempest-VolumesActionsTest-1407370843-project] 10.222.0.64 "GET /v2.0/ports?device_id=fee4ccc0-6ab2-441f-93ba-4ce28eabf21b HTTP/1.1" status: 200 len: 210 time: 0.0304656 Apr 11 18:22:05.774549 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f0f99-b9c2-4908-8dea-dc1ff14e0669 req-1adea99b-d125-4086-b44b-f555e529386e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:05.776074 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d97f0f99-b9c2-4908-8dea-dc1ff14e0669 req-1adea99b-d125-4086-b44b-f555e529386e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0473437 Apr 11 18:22:05.825145 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d97f0f99-b9c2-4908-8dea-dc1ff14e0669 req-8a6ceb1b-1f0f-4d21-9e61-46b6fd962669 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434053 Apr 11 18:22:05.837969 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:06.057332 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device b09de5b3-c18a-44d9-b232-4625d6ee58d1 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:22:06.079261 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: b09de5b3-c18a-44d9-b232-4625d6ee58d1 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:22:06.079689 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device b09de5b3-c18a-44d9-b232-4625d6ee58d1 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:22:06.930601 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:06.956365 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adbfa9-4e1c-4a24-9e48-354c4d5dd0b0 req-4cd02f1d-1838-43a3-afd4-ed62937e4c31 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:06.957843 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d9adbfa9-4e1c-4a24-9e48-354c4d5dd0b0 req-4cd02f1d-1838-43a3-afd4-ed62937e4c31 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0545356 Apr 11 18:22:07.009860 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d9adbfa9-4e1c-4a24-9e48-354c4d5dd0b0 req-b1fea681-f576-47ce-aa5e-0cef50ae8af1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451357 Apr 11 18:22:07.278869 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-05be475c-0548-4b82-9fad-2591bb6220d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:07.280467 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-05be475c-0548-4b82-9fad-2591bb6220d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de&tenant_id=e9e9b737c8fb45a98301787085378097 HTTP/1.1" status: 200 len: 1128 time: 0.0768096 Apr 11 18:22:07.344878 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-59a09eb3-6777-4873-bcff-cbd238364587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:07.347683 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-59a09eb3-6777-4873-bcff-cbd238364587 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 1128 time: 0.0430818 Apr 11 18:22:07.366173 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-51968b0f-20dc-44a2-9b6e-3230c1567759 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:07.367705 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-51968b0f-20dc-44a2-9b6e-3230c1567759 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/networks?id=1566b786-42c0-43d8-949f-9debe78c0e87 HTTP/1.1" status: 200 len: 814 time: 0.1062255 Apr 11 18:22:07.384661 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-763228bd-0458-41da-a5cf-62c7327e483b tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/quotas/d11915a0223b4b3cb4dd1b19e8c59a28 HTTP/1.1" status: 200 len: 375 time: 0.0093174 Apr 11 18:22:07.437368 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-293a4c4e-342d-4706-8b0e-eaa38230e27a tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d11915a0223b4b3cb4dd1b19e8c59a28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474403 Apr 11 18:22:07.444337 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-52595174-43ac-44cb-8cd1-c3d87cf8cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:07.446008 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-52595174-43ac-44cb-8cd1-c3d87cf8cce2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 200 len: 917 time: 0.0912971 Apr 11 18:22:07.515831 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-5dfada2b-ec19-4981-936c-098756b5bbea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32 HTTP/1.1" status: 200 len: 1000 time: 0.0625782 Apr 11 18:22:07.543752 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-598cfd85-0843-4b6b-9855-40c54ad4cc44 service neutron] 10.222.0.64 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910451 Apr 11 18:22:07.571659 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-be874f80-6254-4332-8fad-c463ad9adcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:07.573033 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-be874f80-6254-4332-8fad-c463ad9adcfc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fac3b306-bda1-439e-9471-054f6f8f618a HTTP/1.1" status: 200 len: 855 time: 0.0510721 Apr 11 18:22:07.620717 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-69862cb0-9659-4e4c-8d38-2a851a8ff8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:07.622214 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-69862cb0-9659-4e4c-8d38-2a851a8ff8e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e17daa45-e311-4804-bd24-8f6d86c11327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411172 Apr 11 18:22:07.640302 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-886bf591-a0f0-4c74-be76-c070b70b86ce service neutron] 10.222.0.64 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891368 Apr 11 18:22:07.719390 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-7842ca14-182b-4ea1-b1ea-5702fde38ac3 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890071 Apr 11 18:22:07.814293 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6f6fa23c-da19-432c-ad25-794690f1d775 req-f76f876b-ac0b-4af2-9700-7d37628d8a16 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876255 Apr 11 18:22:07.906163 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5c377b20-168e-449d-8e49-643551bd444a req-6c89e9b0-c3a8-4792-85a7-219c16fcee56 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0304751 Apr 11 18:22:08.129947 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ea337-c98b-4fb7-bbf1-159ca8f32482 req-7cb12faf-6afd-4379-8060-3bd32a8e5ec7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:08.131474 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-359ea337-c98b-4fb7-bbf1-159ca8f32482 req-7cb12faf-6afd-4379-8060-3bd32a8e5ec7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0467100 Apr 11 18:22:08.180255 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-359ea337-c98b-4fb7-bbf1-159ca8f32482 req-5d6b4cf3-47cd-4ada-8f97-5093643456bd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424345 Apr 11 18:22:08.312236 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:08.988752 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-81b36f82-937f-4c4c-9b20-653adff694ac req-0045ce7e-6c05-4977-a54a-b104e99b4746 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0308688 Apr 11 18:22:09.297510 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c7f7b-68c6-4930-a9be-dd16f8b8a93c req-ab0808ec-cf56-4b19-9bc6-978c59c24ce6 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:09.298982 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2c3c7f7b-68c6-4930-a9be-dd16f8b8a93c req-ab0808ec-cf56-4b19-9bc6-978c59c24ce6 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0474308 Apr 11 18:22:09.347436 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2c3c7f7b-68c6-4930-a9be-dd16f8b8a93c req-f7cca598-da15-4edd-a72c-a92dc715fdc5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415077 Apr 11 18:22:10.082778 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-89043992-1824-4ce5-976f-7f97cd2fad47 req-f20e5aad-a5ac-4256-aaf2-e655bf2931bd tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0277171 Apr 11 18:22:10.468780 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cace4-da4e-40c8-a2ec-87a7f6339e97 req-6fa15ab3-e2ff-47c3-9aac-6522e47580a6 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:10.470294 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e01cace4-da4e-40c8-a2ec-87a7f6339e97 req-6fa15ab3-e2ff-47c3-9aac-6522e47580a6 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0493710 Apr 11 18:22:10.524033 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e01cace4-da4e-40c8-a2ec-87a7f6339e97 req-6addc2eb-3bcb-41c4-9d18-efb5f85d9f07 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470905 Apr 11 18:22:11.198620 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1fa6447a-b2a7-429c-a90b-e9ad6046ffca req-2a00c8a7-3275-430d-8853-893a8ea674d7 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0376461 Apr 11 18:22:11.698162 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8c482-8441-4d05-bca2-73a3e4fd7d84 req-80c962c1-b8e3-4f83-b2b0-899aef23c799 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:11.701234 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8eb8c482-8441-4d05-bca2-73a3e4fd7d84 req-80c962c1-b8e3-4f83-b2b0-899aef23c799 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0906060 Apr 11 18:22:11.773032 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8eb8c482-8441-4d05-bca2-73a3e4fd7d84 req-54469c4f-2010-497b-b1de-72cdf217c680 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654285 Apr 11 18:22:12.389001 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-caefe912-b353-4daf-afd7-7b3cef5145ef req-4105affa-8a0b-4cf0-8a53-9edf5448506b tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0723929 Apr 11 18:22:12.775939 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:12.947722 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0ad5b-0042-43bb-bf14-d02b0a190ed9 req-f1f5543b-6011-491e-967e-20dd76f74b6b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:12.950042 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9cb0ad5b-0042-43bb-bf14-d02b0a190ed9 req-f1f5543b-6011-491e-967e-20dd76f74b6b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0610917 Apr 11 18:22:13.036116 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9cb0ad5b-0042-43bb-bf14-d02b0a190ed9 req-681b8eda-dfbc-41d7-a88d-e106d95dab49 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793214 Apr 11 18:22:13.541740 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d4f32748-4b45-47ec-b276-8645257e4f57 req-61cc2a80-ee6f-4e12-912c-f623f1786e5f tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0428424 Apr 11 18:22:14.203432 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7b023-f86d-4cd5-b436-3807498209d3 req-b5289444-2db7-489c-8417-c877e65f4548 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:14.212255 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-47f7b023-f86d-4cd5-b436-3807498209d3 req-b5289444-2db7-489c-8417-c877e65f4548 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0732429 Apr 11 18:22:14.277304 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-47f7b023-f86d-4cd5-b436-3807498209d3 req-0dc2c79b-8d28-4bd5-83c1-e402a32a7df4 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617282 Apr 11 18:22:14.651580 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7fc46839-8eff-4567-88ab-d4c07e607adc req-0f92790d-a60a-4738-b7bf-994d1dec784f tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0284989 Apr 11 18:22:15.457177 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979d84f-3d9c-4e23-afe9-01b1db8f26a3 req-1e050a20-5c5d-4f12-b149-1bab34ecc1e0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:15.459779 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3979d84f-3d9c-4e23-afe9-01b1db8f26a3 req-1e050a20-5c5d-4f12-b149-1bab34ecc1e0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0659413 Apr 11 18:22:15.514203 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3979d84f-3d9c-4e23-afe9-01b1db8f26a3 req-11fabd71-0a90-4edf-a43e-28d0430d3069 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487661 Apr 11 18:22:15.790575 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-575fd9ce-017a-43b2-a7d1-87247d1f4089 req-6465edd6-df8a-4d28-9275-3f352f0939cd tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0467644 Apr 11 18:22:16.693676 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745648cd-c4d0-4085-a44d-cc899efec018 req-373e620c-aebd-444d-b3bc-86d44be19efb tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:16.710098 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-745648cd-c4d0-4085-a44d-cc899efec018 req-373e620c-aebd-444d-b3bc-86d44be19efb tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0942426 Apr 11 18:22:16.789170 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-745648cd-c4d0-4085-a44d-cc899efec018 req-fab477c1-242a-4038-82bc-43b8e8ef3c28 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754778 Apr 11 18:22:16.962545 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-65825cc7-e2de-4a61-afad-8eec28778466 req-81e89840-50c1-4af3-ab9d-39bfcf5081ac tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0458403 Apr 11 18:22:17.925373 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ced1f7-682a-43b0-b2ab-b7b1244a704e req-af822050-5722-45f6-a4c3-8dac644f2f07 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:17.927163 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-73ced1f7-682a-43b0-b2ab-b7b1244a704e req-af822050-5722-45f6-a4c3-8dac644f2f07 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0677404 Apr 11 18:22:17.983914 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-73ced1f7-682a-43b0-b2ab-b7b1244a704e req-9a634dac-7d83-4b18-a9f2-1260f6729702 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505354 Apr 11 18:22:18.090687 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b975826d-76a9-4ef5-a82a-7558bd92f25d req-d64b6645-a264-4078-aac0-1688a3c4fb91 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0338011 Apr 11 18:22:19.235443 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6b389901-bc16-435c-9035-fe9d563fe619 req-68c00d8f-436a-4d72-9d19-cff5f8345e43 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0426276 Apr 11 18:22:19.268220 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd83940-3539-4332-9c51-064be45e7b71 req-02fb31f8-fbaf-4942-a298-676b3b26a595 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:19.276875 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7cd83940-3539-4332-9c51-064be45e7b71 req-02fb31f8-fbaf-4942-a298-676b3b26a595 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.1362047 Apr 11 18:22:19.356149 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7cd83940-3539-4332-9c51-064be45e7b71 req-c9ad7e87-136f-4de9-8b74-7f949de1a0af tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782156 Apr 11 18:22:20.463467 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-487545db-1202-4411-9d3a-7d76164b2d4d req-9cead042-31a3-4d40-a477-ceb27359a1e1 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.1305020 Apr 11 18:22:20.666019 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb2716-4d21-49b9-bd0e-0fa57073e58c req-39b4ac41-f78f-43f9-b8cb-c4a3428ccad0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:20.674909 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-14cb2716-4d21-49b9-bd0e-0fa57073e58c req-39b4ac41-f78f-43f9-b8cb-c4a3428ccad0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.1624308 Apr 11 18:22:20.747160 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-14cb2716-4d21-49b9-bd0e-0fa57073e58c req-789d5734-73dc-4d8e-aead-879bb06e3f2f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711427 Apr 11 18:22:21.607425 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4ce899a5-8297-4244-aea2-74bf923088f7 req-17bc4fd0-42c9-449e-a3a7-8857a716ab59 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0348608 Apr 11 18:22:21.880757 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433e97d-7ddb-461b-896c-ba7057052701 req-977160a7-96b5-45b7-ae0d-68bb5348d315 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:21.882293 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9433e97d-7ddb-461b-896c-ba7057052701 req-977160a7-96b5-45b7-ae0d-68bb5348d315 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0639145 Apr 11 18:22:21.935824 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9433e97d-7ddb-461b-896c-ba7057052701 req-ecba841b-848e-4d38-b766-75280cf9c3ab tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468726 Apr 11 18:22:22.396545 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-c3d90ff2-24ea-4306-a9d6-564597a333c5 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:22.398857 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-c3d90ff2-24ea-4306-a9d6-564597a333c5 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.30 "GET /v2.0/networks?id=1566b786-42c0-43d8-949f-9debe78c0e87 HTTP/1.1" status: 200 len: 814 time: 0.1168396 Apr 11 18:22:22.416971 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e6ff5ef6-b30a-48e9-8af8-378c82bf37bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Request body: {'port': {'device_id': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'admin_state_up': True, 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:22.660770 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e6ff5ef6-b30a-48e9-8af8-378c82bf37bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Made reservation on behalf of d11915a0223b4b3cb4dd1b19e8c59a28 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:22:22.665945 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e6ff5ef6-b30a-48e9-8af8-378c82bf37bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:22.720556 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1e995c66-0724-42e2-b782-027e1ceeddbb req-08a0e690-943c-477e-82c2-11f97b3a4827 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0396934 Apr 11 18:22:22.860829 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e6ff5ef6-b30a-48e9-8af8-378c82bf37bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Allocated IP 172.20.0.4 (1566b786-42c0-43d8-949f-9debe78c0e87/ea258085-af72-47cc-9c2f-16ca68e1d2bc/9692ac9f-bf7f-4514-a9a3-36c3fba86978) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:22:23.035771 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e6ff5ef6-b30a-48e9-8af8-378c82bf37bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:23.101389 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ec379-6585-4513-91ee-160d2bbf79af req-03637f0b-f967-4665-a90f-de81e7a114ec tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:23.108905 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2d1ec379-6585-4513-91ee-160d2bbf79af req-03637f0b-f967-4665-a90f-de81e7a114ec tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0805919 Apr 11 18:22:23.135078 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e6ff5ef6-b30a-48e9-8af8-378c82bf37bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:23.170743 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2d1ec379-6585-4513-91ee-160d2bbf79af req-9e8c5651-1fc0-4ac3-994d-74c1d0b65269 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606894 Apr 11 18:22:23.219080 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff5ef6-b30a-48e9-8af8-378c82bf37bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event updated for resources: {'Port': ['ID=9692ac9f-bf7f-4514-a9a3-36c3fba86978,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:23.230171 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e6ff5ef6-b30a-48e9-8af8-378c82bf37bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Network 1566b786-42c0-43d8-949f-9debe78c0e87 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:22:23.231695 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e6ff5ef6-b30a-48e9-8af8-378c82bf37bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:22:23.234546 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e6ff5ef6-b30a-48e9-8af8-378c82bf37bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:22:23.297082 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e6ff5ef6-b30a-48e9-8af8-378c82bf37bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:23.297913 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e6ff5ef6-b30a-48e9-8af8-378c82bf37bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:23.442470 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e6ff5ef6-b30a-48e9-8af8-378c82bf37bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0295842 Apr 11 18:22:23.446285 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:22:23.458913 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Request body: {'port': {'device_id': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:23.547888 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:23.554423 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-f62ff621-e108-4159-b0de-62a098b21178 None None] Provisioning complete for port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:22:23.555195 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f62ff621-e108-4159-b0de-62a098b21178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:23.652407 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-f62ff621-e108-4159-b0de-62a098b21178 None None] Port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:22:23.997820 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec2277-8246-48be-955b-52f0a011ace1 req-8ca75092-8aef-44c7-8574-16447618e9bc tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:24.010440 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-60ec2277-8246-48be-955b-52f0a011ace1 req-8ca75092-8aef-44c7-8574-16447618e9bc tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 931 time: 0.1545045 Apr 11 18:22:24.049329 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9692ac9f-bf7f-4514-a9a3-36c3fba86978 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:22:24.075155 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Publish callbacks [] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:24.093128 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Transition to ACTIVE for port object 9692ac9f-bf7f-4514-a9a3-36c3fba86978 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:22:24.183729 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-60ec2277-8246-48be-955b-52f0a011ace1 req-68002a99-0cef-4a0a-9193-28050c8b2692 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640749 Apr 11 18:22:24.331801 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae0c02-49e3-412c-9089-f43769bf15d2 req-1a82070e-fefb-40a5-8aa5-549074f959d0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:24.333013 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5ae0c02-49e3-412c-9089-f43769bf15d2 req-1a82070e-fefb-40a5-8aa5-549074f959d0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0526981 Apr 11 18:22:24.356520 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:24.386135 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d5ae0c02-49e3-412c-9089-f43769bf15d2 req-1189d7dd-e02c-42f0-a1eb-df13a3d5b2b8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455873 Apr 11 18:22:24.409393 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Pushing event updated for resources: {'Port': ['ID=9692ac9f-bf7f-4514-a9a3-36c3fba86978,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:24.488792 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Attempting to bind port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:22:24.493130 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Attempting to bind port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '6ff271e7-67e1-44e7-9711-2c61a24f9d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:22:24.493130 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Attempting to bind port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 on network 1566b786-42c0-43d8-949f-9debe78c0e87 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:22:24.498131 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 on network 1566b786-42c0-43d8-949f-9debe78c0e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:22:24.498631 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Attempting to bind port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 on network 1566b786-42c0-43d8-949f-9debe78c0e87 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:22:24.505969 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:22:24.507346 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Checking segment: {'id': '6ff271e7-67e1-44e7-9711-2c61a24f9d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:22:24.508050 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Bound using segment: {'id': '6ff271e7-67e1-44e7-9711-2c61a24f9d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:22:24.508678 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Bound port: 9692ac9f-bf7f-4514-a9a3-36c3fba86978, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ff271e7-67e1-44e7-9711-2c61a24f9d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:22:24.509394 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:24.594389 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] For port 9692ac9f-bf7f-4514-a9a3-36c3fba86978, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:22:24.598669 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] For port 9692ac9f-bf7f-4514-a9a3-36c3fba86978, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:22:24.661984 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:24.704789 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:24.705424 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:24.706922 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] 10.222.0.30 "PUT /v2.0/ports/9692ac9f-bf7f-4514-a9a3-36c3fba86978 HTTP/1.1" status: 200 len: 1093 time: 1.2526262 Apr 11 18:22:24.707435 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:22:24.710646 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4de174-fed3-41d7-b1d8-bf004779a9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:22:24.779228 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbf655c-5b0b-4c55-9257-4e29af378b5c x-openstack-request-id: req-fbbf655c-5b0b-4c55-9257-4e29af378b5c {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:22:24.780868 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:22:24.780868 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbbf655c-5b0b-4c55-9257-4e29af378b5c {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:22:24.780868 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbbf655c-5b0b-4c55-9257-4e29af378b5c'] response: {'name': 'network-changed', 'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978', 'status': 'completed', 'code': 200} Apr 11 18:22:24.829082 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0124ae3-c70b-4245-abd8-c685466ea31c service neutron] Pushing event updated for resources: {'Port': ['ID=9692ac9f-bf7f-4514-a9a3-36c3fba86978,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:24.891915 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4de174-fed3-41d7-b1d8-bf004779a9bc req-226e910e-5d22-4f2f-a258-caeded26efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:24.894205 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-dd4de174-fed3-41d7-b1d8-bf004779a9bc req-226e910e-5d22-4f2f-a258-caeded26efaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d11915a0223b4b3cb4dd1b19e8c59a28&device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 1127 time: 0.0597348 Apr 11 18:22:25.107691 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4de174-fed3-41d7-b1d8-bf004779a9bc req-97f36059-fb10-4635-83f0-c0ed600b7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:25.109157 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-dd4de174-fed3-41d7-b1d8-bf004779a9bc req-97f36059-fb10-4635-83f0-c0ed600b7428 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=d11915a0223b4b3cb4dd1b19e8c59a28&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1488597 Apr 11 18:22:25.400832 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8009861-5c07-40f1-9c3f-e6e84083f9a0 req-692380a8-a7c9-4797-be6c-b4593e833018 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:25.411903 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c8009861-5c07-40f1-9c3f-e6e84083f9a0 req-692380a8-a7c9-4797-be6c-b4593e833018 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 943 time: 0.0792186 Apr 11 18:22:25.489747 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c8009861-5c07-40f1-9c3f-e6e84083f9a0 req-99f96436-6655-4a0b-b378-5d93be2f1c06 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747201 Apr 11 18:22:25.494765 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4de174-fed3-41d7-b1d8-bf004779a9bc req-1a5a2534-4c01-4a34-a9e7-2557492afa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:25.504827 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-dd4de174-fed3-41d7-b1d8-bf004779a9bc req-1a5a2534-4c01-4a34-a9e7-2557492afa25 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3012412 Apr 11 18:22:25.610519 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e43b97-d304-485a-9d57-ad76b3557c9d req-b3f4426f-e4e6-4a0a-adf5-087b1a943df4 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:25.623517 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-64e43b97-d304-485a-9d57-ad76b3557c9d req-b3f4426f-e4e6-4a0a-adf5-087b1a943df4 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0864797 Apr 11 18:22:25.724064 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-64e43b97-d304-485a-9d57-ad76b3557c9d req-d864a00e-2176-4097-9bc6-be9c2a3de916 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979919 Apr 11 18:22:25.736400 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-53baa67c-1d14-4e24-bc21-3e0e9ed8accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:25.738003 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-53baa67c-1d14-4e24-bc21-3e0e9ed8accc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d11915a0223b4b3cb4dd1b19e8c59a28&device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 1127 time: 0.1069403 Apr 11 18:22:26.654567 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd95cc-7a97-40f4-a8b7-ed8f3c2febf4 req-021c4c8f-6b29-4604-8850-d848c01b312b tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:26.659806 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-85cd95cc-7a97-40f4-a8b7-ed8f3c2febf4 req-021c4c8f-6b29-4604-8850-d848c01b312b tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 943 time: 0.0828001 Apr 11 18:22:26.737603 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-85cd95cc-7a97-40f4-a8b7-ed8f3c2febf4 req-f0350c80-5f07-464f-a5bd-f229c2bafca5 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718520 Apr 11 18:22:26.902910 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbff2d1-b4c6-4cb7-83cd-daa045522cc4 req-ef774a8c-1b3d-4b82-8ec7-5b6ead14f962 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:26.904495 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2fbff2d1-b4c6-4cb7-83cd-daa045522cc4 req-ef774a8c-1b3d-4b82-8ec7-5b6ead14f962 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0838442 Apr 11 18:22:26.969042 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2fbff2d1-b4c6-4cb7-83cd-daa045522cc4 req-2bd02cbc-c3ba-471a-921d-e27b25048d2c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581293 Apr 11 18:22:27.858661 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9abf44-ec86-4306-a9cf-cdfc36b5b713 req-339b8ebf-f130-4087-8380-37ba56722ea3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:27.860728 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8e9abf44-ec86-4306-a9cf-cdfc36b5b713 req-339b8ebf-f130-4087-8380-37ba56722ea3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 943 time: 0.0536456 Apr 11 18:22:27.919710 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8e9abf44-ec86-4306-a9cf-cdfc36b5b713 req-e2bd0d7e-51be-4c83-b99f-5afc60448f5a tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517743 Apr 11 18:22:28.133412 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b1242-146a-4b09-8826-9c04b65868ae req-f78e081d-bfd3-4405-9bcf-088c57c595bd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:28.135331 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cf7b1242-146a-4b09-8826-9c04b65868ae req-f78e081d-bfd3-4405-9bcf-088c57c595bd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0558262 Apr 11 18:22:28.196033 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cf7b1242-146a-4b09-8826-9c04b65868ae req-17639cfe-fa97-4971-8570-a1f6a6322245 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517704 Apr 11 18:22:29.057897 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542eead-365b-4c36-b23f-bcb959c0e746 req-12be977a-8a10-4418-83db-7a134b270e86 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:29.059601 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2542eead-365b-4c36-b23f-bcb959c0e746 req-12be977a-8a10-4418-83db-7a134b270e86 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 943 time: 0.0659981 Apr 11 18:22:29.112854 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2542eead-365b-4c36-b23f-bcb959c0e746 req-3e847c34-396b-40bd-a338-701c8e5dc4b3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452044 Apr 11 18:22:29.363911 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9def497-4529-4379-8296-78f0c8646580 req-97c627a2-5d70-4d85-9ab6-d3e47eaf9bd0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:29.366143 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f9def497-4529-4379-8296-78f0c8646580 req-97c627a2-5d70-4d85-9ab6-d3e47eaf9bd0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0638766 Apr 11 18:22:29.447637 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f9def497-4529-4379-8296-78f0c8646580 req-90164a48-bd29-4d96-8d3a-211c17a4767f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728946 Apr 11 18:22:30.235882 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49055561-e96b-4778-84d3-d4a063873aaf req-556a8c21-524d-48ed-aa28-af7c7e201f94 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:30.237399 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-49055561-e96b-4778-84d3-d4a063873aaf req-556a8c21-524d-48ed-aa28-af7c7e201f94 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 943 time: 0.0543127 Apr 11 18:22:30.293755 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-49055561-e96b-4778-84d3-d4a063873aaf req-23ad4d75-5ee0-4efa-a97b-75160e21ab0f tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483947 Apr 11 18:22:30.592267 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9298f4-49ee-48a9-b92d-01e66ffe3319 req-e6d5dfe4-1bb7-4cc8-b58f-0ade80722e76 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:30.593785 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3b9298f4-49ee-48a9-b92d-01e66ffe3319 req-e6d5dfe4-1bb7-4cc8-b58f-0ade80722e76 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0585356 Apr 11 18:22:30.659022 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3b9298f4-49ee-48a9-b92d-01e66ffe3319 req-556d2ab1-35ec-4522-8a1b-31a5c55ef7c4 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592022 Apr 11 18:22:31.094067 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-6e1ab13c-01fc-48f8-a50b-3cefee770db3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978 HTTP/1.1" status: 200 len: 217 time: 0.0478077 Apr 11 18:22:31.419874 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440124b-ca3e-42d1-a2e5-7ba31c5e0b91 req-a22004a8-6191-4507-a7df-ddcabc23676a tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:31.421232 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3440124b-ca3e-42d1-a2e5-7ba31c5e0b91 req-a22004a8-6191-4507-a7df-ddcabc23676a tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 943 time: 0.0464649 Apr 11 18:22:31.469036 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3440124b-ca3e-42d1-a2e5-7ba31c5e0b91 req-61ca8b92-5997-4add-8537-1a2bc1932586 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418739 Apr 11 18:22:31.507506 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-ef4e5e73-6985-45b7-a44c-6047af330e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:31.508974 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-ef4e5e73-6985-45b7-a44c-6047af330e96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea258085-af72-47cc-9c2f-16ca68e1d2bc HTTP/1.1" status: 200 len: 853 time: 0.0500548 Apr 11 18:22:31.799957 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1e4f7-9df2-4fdc-b1ce-dc78c38b8d81 req-c23249eb-4b6b-4d97-a266-aee501216a85 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:31.802568 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3ca1e4f7-9df2-4fdc-b1ce-dc78c38b8d81 req-c23249eb-4b6b-4d97-a266-aee501216a85 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0512500 Apr 11 18:22:31.803063 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-31df232f-1201-4dcb-98a3-d3e914712cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:31.856560 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3ca1e4f7-9df2-4fdc-b1ce-dc78c38b8d81 req-d985f3e5-0af4-421e-9905-434f5d906ef6 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449948 Apr 11 18:22:32.605684 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee10ed-8fd5-4d70-aa8e-60f74263933a req-ff758c53-0a78-436e-a25e-9292261ece4a tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:32.608261 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6bee10ed-8fd5-4d70-aa8e-60f74263933a req-ff758c53-0a78-436e-a25e-9292261ece4a tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 943 time: 0.0628529 Apr 11 18:22:32.662075 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6bee10ed-8fd5-4d70-aa8e-60f74263933a req-57e5168c-e6a2-4152-bd6c-2ece09b08f3c tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483451 Apr 11 18:22:32.982463 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa70b7-34ae-4fde-a025-4d9e64754108 req-53d0ea61-9cc8-4926-ac3a-c98d68d3dd2f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:32.983926 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19aa70b7-34ae-4fde-a025-4d9e64754108 req-53d0ea61-9cc8-4926-ac3a-c98d68d3dd2f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0502095 Apr 11 18:22:33.034925 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19aa70b7-34ae-4fde-a025-4d9e64754108 req-da6d021b-d430-4436-946d-bfc424d4bc06 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453372 Apr 11 18:22:33.767821 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-55a6bda8-0b1e-4a76-9770-8fd534bb0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:33.769406 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-55a6bda8-0b1e-4a76-9770-8fd534bb0319 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1566b786-42c0-43d8-949f-9debe78c0e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392883 Apr 11 18:22:33.775658 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baece2e-0c75-48ef-8ff2-081e557a843e req-29c84694-56a3-4f86-881e-44cf8e67c082 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:33.777170 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9baece2e-0c75-48ef-8ff2-081e557a843e req-29c84694-56a3-4f86-881e-44cf8e67c082 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 943 time: 0.0481985 Apr 11 18:22:33.837026 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9baece2e-0c75-48ef-8ff2-081e557a843e req-a0e6b6aa-1379-4c95-9385-a86eb772eb4c tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541637 Apr 11 18:22:34.186286 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8aa77b-bb78-41c0-80c6-46743df58c35 req-133241c2-51f4-4ff4-a150-ff3319678f82 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:34.194287 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9b8aa77b-bb78-41c0-80c6-46743df58c35 req-133241c2-51f4-4ff4-a150-ff3319678f82 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 944 time: 0.0583842 Apr 11 18:22:34.224968 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 495fbcce-180e-4eff-bfb9-2fae1a121c32 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:22:34.249928 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9b8aa77b-bb78-41c0-80c6-46743df58c35 req-5224a0d8-ed2b-42c4-a031-32372cecad13 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545232 Apr 11 18:22:34.351688 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 495fbcce-180e-4eff-bfb9-2fae1a121c32, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:34.365696 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'port_id': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'mac_address': 'fa:16:3e:c0:71:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:22:34.433646 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 495fbcce-180e-4eff-bfb9-2fae1a121c32 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:22:34.434191 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:34.450067 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495fbcce-180e-4eff-bfb9-2fae1a121c32 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:22:34.477267 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 495fbcce-180e-4eff-bfb9-2fae1a121c32, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:34.572967 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:34.611388 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-574c3549-17ee-4940-8559-05019808299f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:34.629071 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=495fbcce-180e-4eff-bfb9-2fae1a121c32,revision_number=9']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:34.637197 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.637543 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.637886 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.638223 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.638557 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.638889 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.639241 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.639569 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.639897 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.640218 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.640542 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.640885 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.641211 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.641527 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.641982 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:34.906670 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['495fbcce-180e-4eff-bfb9-2fae1a121c32'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:22:34.957655 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbf053-97db-4bde-85a1-37b84acb14a1 req-e34a2450-fd25-40d6-92b1-82e13d2c2f7f tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:34.960122 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-24bbf053-97db-4bde-85a1-37b84acb14a1 req-e34a2450-fd25-40d6-92b1-82e13d2c2f7f tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 943 time: 0.0483708 Apr 11 18:22:35.012302 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-24bbf053-97db-4bde-85a1-37b84acb14a1 req-7b9bae13-8bed-458e-8f49-bf4e15280988 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463271 Apr 11 18:22:35.363121 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:35.375749 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcb37f-9d85-4c78-9a7f-8b8b51ca5f93 req-01a5ec82-e67c-4b37-9696-74edfb143642 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:35.377246 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-09fcb37f-9d85-4c78-9a7f-8b8b51ca5f93 req-01a5ec82-e67c-4b37-9696-74edfb143642 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 945 time: 0.0529768 Apr 11 18:22:35.425121 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-09fcb37f-9d85-4c78-9a7f-8b8b51ca5f93 req-a553789c-8f38-44a3-b7b8-28b0345cf22f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411232 Apr 11 18:22:35.510869 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-670a9213-18c4-41d7-944c-0d275875e816 service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007359 Apr 11 18:22:35.764016 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 50494) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:35.810273 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Deleting subnet cf9498f1-c848-40b8-8d02-195365011dfe {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:22:35.813467 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Publish callbacks [] for subnet (cf9498f1-c848-40b8-8d02-195365011dfe), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:35.848484 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7668634'] for subnet (cf9498f1-c848-40b8-8d02-195365011dfe), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:35.895732 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (cf9498f1-c848-40b8-8d02-195365011dfe), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.019644 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6db44ca4-669e-4f0e-aaab-93f1518c2b5d req-bb8ae45d-28db-422b-8db9-eb329e9b220d service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939608 Apr 11 18:22:36.118624 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201437'] for subnet (cf9498f1-c848-40b8-8d02-195365011dfe), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.151001 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf9498f1-c848-40b8-8d02-195365011dfe,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:36.153600 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.156729 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cf9498f1-c848-40b8-8d02-195365011dfe HTTP/1.1" status: 204 len: 168 time: 0.3916874 Apr 11 18:22:36.159318 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 50502) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:36.164116 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23ebc4-c5c5-4947-93c3-de4baf556cb6 req-f31c82b1-16b6-47db-8524-3112ee0b3c0a tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:36.171687 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3f23ebc4-c5c5-4947-93c3-de4baf556cb6 req-f31c82b1-16b6-47db-8524-3112ee0b3c0a tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 943 time: 0.0821123 Apr 11 18:22:36.171827 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.172080 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.172419 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.172754 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.173084 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.173409 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.173730 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.174051 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.174373 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.174693 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.175013 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.175357 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.175676 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.176252 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.176563 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23b459e-9da7-4070-b868-a3417310fa4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:36.225143 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3f23ebc4-c5c5-4947-93c3-de4baf556cb6 req-d6642447-098a-4511-bbee-ed5997ef6b4e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438769 Apr 11 18:22:36.236688 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba874191-7b15-44bd-9035-7797013d426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (a9c967f1-3984-4386-8608-f6e19dd5de00), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.250132 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 495fbcce-180e-4eff-bfb9-2fae1a121c32 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:22:36.299616 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 495fbcce-180e-4eff-bfb9-2fae1a121c32 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:22:36.299983 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.390061 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 495fbcce-180e-4eff-bfb9-2fae1a121c32 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:22:36.390715 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.417058 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:22:36.419431 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15284a54-6f15-4bf9-9814-95ed83a99be7" -d '{"events": [{"server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "name": "network-vif-plugged", "status": "completed", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:22:36.434241 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 495fbcce-180e-4eff-bfb9-2fae1a121c32, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:36.464224 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8c7218-712e-4fc7-9b4f-bcabe85f46dc x-openstack-request-id: req-7d8c7218-712e-4fc7-9b4f-bcabe85f46dc {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:22:36.464518 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "name": "network-vif-plugged", "status": "completed", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:22:36.464807 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d8c7218-712e-4fc7-9b4f-bcabe85f46dc {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:22:36.465272 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8c7218-712e-4fc7-9b4f-bcabe85f46dc'] response: {'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'code': 200} Apr 11 18:22:36.523774 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.541229 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba874191-7b15-44bd-9035-7797013d426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (a9c967f1-3984-4386-8608-f6e19dd5de00), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.563271 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413723fe-a1ad-401e-9fa1-cc489c4d448d req-9f5f9f5b-e2ed-474e-a92c-ab3b9696f3a1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:36.563528 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-ba874191-7b15-44bd-9035-7797013d426b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c967f1-3984-4386-8608-f6e19dd5de00']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:22:36.567972 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-413723fe-a1ad-401e-9fa1-cc489c4d448d req-9f5f9f5b-e2ed-474e-a92c-ab3b9696f3a1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 945 time: 0.0591724 Apr 11 18:22:36.573917 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-ba874191-7b15-44bd-9035-7797013d426b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0e262a-e574-44c6-b6ef-d588389cc956') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:22:36.574298 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-ba874191-7b15-44bd-9035-7797013d426b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0e262a-e574-44c6-b6ef-d588389cc956') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:22:36.576100 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=495fbcce-180e-4eff-bfb9-2fae1a121c32,revision_number=10']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:36.586076 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba874191-7b15-44bd-9035-7797013d426b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6097549'] for segment (2b0e262a-e574-44c6-b6ef-d588389cc956), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.600929 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba874191-7b15-44bd-9035-7797013d426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (2b0e262a-e574-44c6-b6ef-d588389cc956), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.607013 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba874191-7b15-44bd-9035-7797013d426b admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:22:36.607437 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba874191-7b15-44bd-9035-7797013d426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5377826'] for segment (2b0e262a-e574-44c6-b6ef-d588389cc956), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: Traceback (most recent call last): Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: timer() Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: cb(*args, **kw) Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: return func(*args, **kwargs) Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: self._notify() Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: self.callback(batched_events) Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: event.method(event) Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: return f(self, *a, **k) Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._get(url).json() Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: return self.request(url, 'GET', **kwargs) Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:22:36.609231 dv-cinder-837355-1-iscsi neutron-server[104080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:22:36.625899 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-413723fe-a1ad-401e-9fa1-cc489c4d448d req-73e1b3e6-39b5-426d-ad84-d2ec4192e55e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536458 Apr 11 18:22:36.768814 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba874191-7b15-44bd-9035-7797013d426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (a9c967f1-3984-4386-8608-f6e19dd5de00), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.774499 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ba874191-7b15-44bd-9035-7797013d426b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:36.784147 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ba874191-7b15-44bd-9035-7797013d426b admin admin] 10.222.0.64 "DELETE /v2.0/networks/a9c967f1-3984-4386-8608-f6e19dd5de00 HTTP/1.1" status: 204 len: 168 time: 0.6173012 Apr 11 18:22:36.788951 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba874191-7b15-44bd-9035-7797013d426b admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c967f1-3984-4386-8608-f6e19dd5de00,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:36.962958 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:37.319063 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 50516) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:37.346939 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd5dfb-03e6-4dc5-bfe3-d963beea82bd req-f7e560d3-4303-4b21-a262-de8fd815c5e2 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:37.346939 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4dbd5dfb-03e6-4dc5-bfe3-d963beea82bd req-f7e560d3-4303-4b21-a262-de8fd815c5e2 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 943 time: 0.0536647 Apr 11 18:22:37.361853 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-28cea340-ac8d-4a4d-8160-344eca4054dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4df973d2f9f84c7f804ad039c43803d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451598 Apr 11 18:22:37.364193 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 50518) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:37.404493 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4dbd5dfb-03e6-4dc5-bfe3-d963beea82bd req-d1e4be4b-e328-4c67-bc8c-6c3fc259febd tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502942 Apr 11 18:22:37.419533 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee620d69-5b7d-492d-b8f8-a0c8517332cc admin admin] Publish callbacks [] for security_group (9b1be835-1e3c-41fb-9cac-183e8c19c5ba), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:37.451525 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee620d69-5b7d-492d-b8f8-a0c8517332cc admin admin] Publish callbacks [] for security_group (9b1be835-1e3c-41fb-9cac-183e8c19c5ba), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:37.591369 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee620d69-5b7d-492d-b8f8-a0c8517332cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (9b1be835-1e3c-41fb-9cac-183e8c19c5ba), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:37.593945 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ee620d69-5b7d-492d-b8f8-a0c8517332cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:37.595149 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ee620d69-5b7d-492d-b8f8-a0c8517332cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b1be835-1e3c-41fb-9cac-183e8c19c5ba HTTP/1.1" status: 204 len: 168 time: 0.2300076 Apr 11 18:22:37.604273 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee620d69-5b7d-492d-b8f8-a0c8517332cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1be835-1e3c-41fb-9cac-183e8c19c5ba,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:37.760832 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc940765-c875-4b17-8f80-e9d6e8774a1d req-0cd647f4-bf93-427f-a9b1-0a432a9132f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:37.762981 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cc940765-c875-4b17-8f80-e9d6e8774a1d req-0cd647f4-bf93-427f-a9b1-0a432a9132f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 1131 time: 0.0748322 Apr 11 18:22:37.779969 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be9dba-ab39-4290-8a7b-d83a0cf47c28 req-bf91926c-443d-45cc-a3e7-a7be7b22e004 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:37.781730 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c8be9dba-ab39-4290-8a7b-d83a0cf47c28 req-bf91926c-443d-45cc-a3e7-a7be7b22e004 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 947 time: 0.0660672 Apr 11 18:22:37.817269 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cc940765-c875-4b17-8f80-e9d6e8774a1d req-054c596b-f5ea-4b92-81fd-3672a898fcb6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476139 Apr 11 18:22:37.864357 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c8be9dba-ab39-4290-8a7b-d83a0cf47c28 req-042d4e9f-2824-4fcd-bfe0-5484d99e12dd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749207 Apr 11 18:22:38.091909 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c627ac-c34e-4694-933e-f9df44f4e15a req-7652d12c-879f-49b7-a5bc-f2bdaf63659e tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:38.093492 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b0c627ac-c34e-4694-933e-f9df44f4e15a req-7652d12c-879f-49b7-a5bc-f2bdaf63659e tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0491705 Apr 11 18:22:38.145413 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b0c627ac-c34e-4694-933e-f9df44f4e15a req-a909946f-b75d-40f0-93dd-6ddc4c16b7d9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461113 Apr 11 18:22:38.252895 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 9692ac9f-bf7f-4514-a9a3-36c3fba86978 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:22:38.351582 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 9692ac9f-bf7f-4514-a9a3-36c3fba86978, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:38.364163 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '9692ac9f-bf7f-4514-a9a3-36c3fba86978', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'port_id': '9692ac9f-bf7f-4514-a9a3-36c3fba86978', 'mac_address': 'fa:16:3e:eb:fe:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:22:38.393818 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:38.409801 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:22:38.410183 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:38.424460 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9692ac9f-bf7f-4514-a9a3-36c3fba86978 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:22:38.447419 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 9692ac9f-bf7f-4514-a9a3-36c3fba86978, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:38.533661 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e6180-10ec-4fbd-bfd8-d70543f4a740 req-09a4ae8b-4fdc-4249-a6ee-3bc9d002d26f tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:38.535307 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-014e6180-10ec-4fbd-bfd8-d70543f4a740 req-09a4ae8b-4fdc-4249-a6ee-3bc9d002d26f tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 943 time: 0.0483391 Apr 11 18:22:38.557234 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:38.591489 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-014e6180-10ec-4fbd-bfd8-d70543f4a740 req-dae4adca-58b4-49fc-b0f0-bdea9c392b5d tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482576 Apr 11 18:22:38.610160 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=9692ac9f-bf7f-4514-a9a3-36c3fba86978,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:38.852097 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['9692ac9f-bf7f-4514-a9a3-36c3fba86978'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:22:39.007664 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef278378-b3af-41e1-950d-28e58a87baab req-cbb72a33-ef54-4cc1-9caf-716c817c74c5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:39.010554 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ef278378-b3af-41e1-950d-28e58a87baab req-cbb72a33-ef54-4cc1-9caf-716c817c74c5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 947 time: 0.0631554 Apr 11 18:22:39.064883 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ef278378-b3af-41e1-950d-28e58a87baab req-f47aeb85-c086-46bb-a45c-654bb3d328b3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426295 Apr 11 18:22:39.267288 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3ba76-2dfe-4b1a-930e-cae1434e6fe0 req-cb424555-1eb8-409f-8fd2-cea2956525a1 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:39.268962 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fae3ba76-2dfe-4b1a-930e-cae1434e6fe0 req-cb424555-1eb8-409f-8fd2-cea2956525a1 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0536773 Apr 11 18:22:39.319121 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fae3ba76-2dfe-4b1a-930e-cae1434e6fe0 req-ffbb6d04-a42d-4529-abd9-670bd8b681f1 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430019 Apr 11 18:22:39.720977 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1285226-6a90-45ee-a12e-86e82a61da69 req-70b2d9c7-6c99-4088-b95e-70c6ff7a101a tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:39.722583 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f1285226-6a90-45ee-a12e-86e82a61da69 req-70b2d9c7-6c99-4088-b95e-70c6ff7a101a tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 944 time: 0.0518041 Apr 11 18:22:39.775279 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f1285226-6a90-45ee-a12e-86e82a61da69 req-ef6de043-c383-42b0-bf9b-2bb1ecf74b59 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Apr 11 18:22:40.185056 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe0a24-e2ec-42f3-87dc-09dd3fbddece req-f733240d-0cd8-45a8-b632-89cc2d479ff0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:40.186472 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dbfe0a24-e2ec-42f3-87dc-09dd3fbddece req-f733240d-0cd8-45a8-b632-89cc2d479ff0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 947 time: 0.0470500 Apr 11 18:22:40.245481 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dbfe0a24-e2ec-42f3-87dc-09dd3fbddece req-9abc843c-115d-4853-8c93-c43c36f7aa1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532115 Apr 11 18:22:40.259370 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 9692ac9f-bf7f-4514-a9a3-36c3fba86978 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:22:40.311848 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:22:40.397652 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:22:40.398032 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:40.434625 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73b4fd-0459-4cf2-988d-51258174bbef req-9849be7e-3fd9-4aab-a4f2-bfc56ba9813e tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:40.436984 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1f73b4fd-0459-4cf2-988d-51258174bbef req-9849be7e-3fd9-4aab-a4f2-bfc56ba9813e tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0504303 Apr 11 18:22:40.489528 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:22:40.490304 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:40.497107 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1f73b4fd-0459-4cf2-988d-51258174bbef req-f8b1062b-1649-45ed-83c8-4e22946765bf tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540645 Apr 11 18:22:40.518348 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:22:40.522060 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cf24ba-1f0c-46f7-9e99-9e61208d3141" -d '{"events": [{"server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "name": "network-vif-plugged", "status": "completed", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:22:40.534736 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 9692ac9f-bf7f-4514-a9a3-36c3fba86978, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:22:40.562853 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3aaa4f3-2b7f-4ff2-86bf-c873ee29074f x-openstack-request-id: req-f3aaa4f3-2b7f-4ff2-86bf-c873ee29074f {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:22:40.563456 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "name": "network-vif-plugged", "status": "completed", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:22:40.563779 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3aaa4f3-2b7f-4ff2-86bf-c873ee29074f {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:22:40.564293 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3aaa4f3-2b7f-4ff2-86bf-c873ee29074f'] response: {'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978', 'code': 200} Apr 11 18:22:40.751512 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:40.804215 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=9692ac9f-bf7f-4514-a9a3-36c3fba86978,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:41.108627 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e55b89-b4fc-4071-92b7-551c337fcdc4 req-894fc3c9-663a-4533-98bc-ada60eaac80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:41.110243 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-48e55b89-b4fc-4071-92b7-551c337fcdc4 req-894fc3c9-663a-4533-98bc-ada60eaac80b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 1129 time: 0.0443256 Apr 11 18:22:41.145324 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712b8df-862b-4806-91b7-facb30632263 req-1882da6d-b4b4-4e07-8570-cc6fb9334446 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:41.147695 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f712b8df-862b-4806-91b7-facb30632263 req-1882da6d-b4b4-4e07-8570-cc6fb9334446 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 945 time: 0.2949057 Apr 11 18:22:41.165875 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-48e55b89-b4fc-4071-92b7-551c337fcdc4 req-c08d125c-e60a-497a-a0e2-29aee0223200 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Apr 11 18:22:41.202294 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f712b8df-862b-4806-91b7-facb30632263 req-9a1b5903-82d2-4e81-bddf-53ed730378b7 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464401 Apr 11 18:22:41.373077 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f68a5-b3cc-4862-a489-3de7d5d3b78f req-d48ad11f-1927-4a1a-b4de-77fd4d9d92cc tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:41.374606 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c37f68a5-b3cc-4862-a489-3de7d5d3b78f req-d48ad11f-1927-4a1a-b4de-77fd4d9d92cc tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 947 time: 0.0510275 Apr 11 18:22:41.428581 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c37f68a5-b3cc-4862-a489-3de7d5d3b78f req-2900359a-e2c4-4d03-b1b6-e9ad60de7879 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481856 Apr 11 18:22:41.617805 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cef3fa-2ed8-4278-98de-6d002476e471 req-a4c61437-df2c-446f-be9a-8df8b6f6f4e5 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:41.619378 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-70cef3fa-2ed8-4278-98de-6d002476e471 req-a4c61437-df2c-446f-be9a-8df8b6f6f4e5 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0503433 Apr 11 18:22:41.671991 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-70cef3fa-2ed8-4278-98de-6d002476e471 req-3eb62660-553f-490b-8151-d69ffcaee727 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427098 Apr 11 18:22:42.332795 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa94369-768e-4112-ac2a-4db92c00edef req-92034a62-afef-4b43-a70c-013b02cb704d tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:42.336018 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5fa94369-768e-4112-ac2a-4db92c00edef req-92034a62-afef-4b43-a70c-013b02cb704d tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 945 time: 0.0588412 Apr 11 18:22:42.389731 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5fa94369-768e-4112-ac2a-4db92c00edef req-9e39c8d3-ab74-42fd-b67b-37a65ccacb9b tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472164 Apr 11 18:22:42.745873 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:42.792546 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a83f4-f9ab-4dad-883c-1b432ab74456 req-2bf5b95e-b39c-4ca2-bf2d-918caa3b16d9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:42.794150 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-680a83f4-f9ab-4dad-883c-1b432ab74456 req-2bf5b95e-b39c-4ca2-bf2d-918caa3b16d9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0508060 Apr 11 18:22:42.845466 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-680a83f4-f9ab-4dad-883c-1b432ab74456 req-8f42b446-ddfe-4abd-8a6a-e898f257a66b tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454571 Apr 11 18:22:43.503971 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51827-9eb4-4afa-8c32-7b9e2d1aa376 req-9187d96b-cfaa-4bcd-84e1-2e84f4a45539 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:43.505443 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a4a51827-9eb4-4afa-8c32-7b9e2d1aa376 req-9187d96b-cfaa-4bcd-84e1-2e84f4a45539 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 945 time: 0.0476077 Apr 11 18:22:43.555616 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a4a51827-9eb4-4afa-8c32-7b9e2d1aa376 req-0ebcbe51-39bf-47e3-84a2-dc7c0db4b3b8 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439203 Apr 11 18:22:43.670302 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c73018-49e6-4811-a6ce-b2946aaee37b req-e815cc0d-7585-456f-8dd0-2db2ffe88f9c tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:43.671567 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-15c73018-49e6-4811-a6ce-b2946aaee37b req-e815cc0d-7585-456f-8dd0-2db2ffe88f9c tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 945 time: 0.0491097 Apr 11 18:22:43.729207 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-15c73018-49e6-4811-a6ce-b2946aaee37b req-5238923e-c9a0-46ad-b5a8-b56ac508ea01 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503860 Apr 11 18:22:43.770881 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-944be172-3c12-4336-b0b9-60cd9cfb267a req-43bea0a4-b491-448b-a647-437c4155c670 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425482 Apr 11 18:22:43.806836 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944be172-3c12-4336-b0b9-60cd9cfb267a req-84389dae-f570-45e6-b430-d35e7058b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:43.808467 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-944be172-3c12-4336-b0b9-60cd9cfb267a req-84389dae-f570-45e6-b430-d35e7058b621 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 1129 time: 0.0425172 Apr 11 18:22:43.945819 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944be172-3c12-4336-b0b9-60cd9cfb267a req-23db5a40-8fe6-4bdf-9be4-4d5942560433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:43.947673 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-944be172-3c12-4336-b0b9-60cd9cfb267a req-23db5a40-8fe6-4bdf-9be4-4d5942560433 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 920 time: 0.1036181 Apr 11 18:22:43.984902 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91286ae-f9a8-42c5-b9ec-459bd3193441 req-92da1648-6967-4ca4-946c-b3123ceded26 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:43.986416 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f91286ae-f9a8-42c5-b9ec-459bd3193441 req-92da1648-6967-4ca4-946c-b3123ceded26 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0552020 Apr 11 18:22:44.053497 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f91286ae-f9a8-42c5-b9ec-459bd3193441 req-a483f892-d192-4a5a-a14e-b477176f4115 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608130 Apr 11 18:22:44.112066 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa7507-d387-413c-b948-e235ba24ecd2 req-906abe37-3033-421d-b8b1-d35f7d33f626 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:44.113579 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9ffa7507-d387-413c-b948-e235ba24ecd2 req-906abe37-3033-421d-b8b1-d35f7d33f626 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 945 time: 0.0502863 Apr 11 18:22:44.162625 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9ffa7507-d387-413c-b948-e235ba24ecd2 req-71751be3-e26d-4879-a57b-808d5a75d5b9 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426397 Apr 11 18:22:44.331303 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-944be172-3c12-4336-b0b9-60cd9cfb267a req-9c721db1-be04-410b-a002-926886aeadf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d455842a-4734-4f63-8173-d5e306a4eae6 HTTP/1.1" status: 200 len: 217 time: 0.0447297 Apr 11 18:22:44.384958 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944be172-3c12-4336-b0b9-60cd9cfb267a req-382a4537-f161-4c6f-9aab-a965de6fe338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:44.386774 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-944be172-3c12-4336-b0b9-60cd9cfb267a req-382a4537-f161-4c6f-9aab-a965de6fe338 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 200 len: 858 time: 0.0482476 Apr 11 18:22:44.434287 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944be172-3c12-4336-b0b9-60cd9cfb267a req-7bc43156-178a-4c85-99d6-8451a86de6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:44.435846 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-944be172-3c12-4336-b0b9-60cd9cfb267a req-7bc43156-178a-4c85-99d6-8451a86de6c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14e6ef31-5569-4b84-adfb-cf10202126af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405703 Apr 11 18:22:44.544592 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-944be172-3c12-4336-b0b9-60cd9cfb267a req-23c600da-f193-442d-8c1d-e95d2b39bc27 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931826 Apr 11 18:22:44.641601 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-944be172-3c12-4336-b0b9-60cd9cfb267a req-cd125e01-bbb2-4fe4-bffa-6946315abcdf service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851181 Apr 11 18:22:45.177273 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f7420-35e7-4094-be71-d4eb2c07654a req-da58cde6-65d0-4765-8930-1f0e49f9289c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:45.179552 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-469f7420-35e7-4094-be71-d4eb2c07654a req-da58cde6-65d0-4765-8930-1f0e49f9289c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0555754 Apr 11 18:22:45.229931 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-469f7420-35e7-4094-be71-d4eb2c07654a req-0c8ec180-b876-4a83-be4f-db3d97edc499 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438783 Apr 11 18:22:45.981516 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad750569-be52-418b-a96b-38c02a6ab174 req-2fa3dacb-4fa4-4ebd-8ddf-bec2c2c912e9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:45.983016 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ad750569-be52-418b-a96b-38c02a6ab174 req-2fa3dacb-4fa4-4ebd-8ddf-bec2c2c912e9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0476618 Apr 11 18:22:46.031531 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ad750569-be52-418b-a96b-38c02a6ab174 req-b470a1c8-2105-4a74-b4c7-e2f34f2c7f39 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428488 Apr 11 18:22:46.215027 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b9a5-099d-48c8-8449-cf9cfa59601b req-8391854d-e8bd-4d44-9c5b-ff836b814a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:46.216473 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9e38b9a5-099d-48c8-8449-cf9cfa59601b req-8391854d-e8bd-4d44-9c5b-ff836b814a09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 1130 time: 0.0451281 Apr 11 18:22:46.321857 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b9a5-099d-48c8-8449-cf9cfa59601b req-99dcc8c8-3a08-402b-83e1-a23baa5af2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:46.327218 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9e38b9a5-099d-48c8-8449-cf9cfa59601b req-99dcc8c8-3a08-402b-83e1-a23baa5af2ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 920 time: 0.1013007 Apr 11 18:22:46.362873 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccca62f-2715-4267-98d7-6497792c7eda req-635f886a-a9bb-4ad0-89c2-cc1ca40fd399 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:46.366833 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-eccca62f-2715-4267-98d7-6497792c7eda req-635f886a-a9bb-4ad0-89c2-cc1ca40fd399 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0504596 Apr 11 18:22:46.399537 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9e38b9a5-099d-48c8-8449-cf9cfa59601b req-633dd8d3-ffbc-4a85-bda2-2ed8c7e8395c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8848d8ff-735e-41da-90b3-174051a91452 HTTP/1.1" status: 200 len: 1002 time: 0.0683603 Apr 11 18:22:46.431660 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-eccca62f-2715-4267-98d7-6497792c7eda req-3cbecc95-d68b-495b-920f-6c1fad83c8bf tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585871 Apr 11 18:22:46.454455 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b9a5-099d-48c8-8449-cf9cfa59601b req-7b433a67-4b8e-464b-bdd0-c591798b0345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:46.455955 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9e38b9a5-099d-48c8-8449-cf9cfa59601b req-7b433a67-4b8e-464b-bdd0-c591798b0345 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 200 len: 858 time: 0.0493603 Apr 11 18:22:46.501293 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b9a5-099d-48c8-8449-cf9cfa59601b req-d65d83f9-f3b5-4641-baa3-5463212e42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:46.502696 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9e38b9a5-099d-48c8-8449-cf9cfa59601b req-d65d83f9-f3b5-4641-baa3-5463212e42c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14e6ef31-5569-4b84-adfb-cf10202126af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401685 Apr 11 18:22:46.608035 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9e38b9a5-099d-48c8-8449-cf9cfa59601b req-b65142e3-74ab-4741-b26d-1d46ddbb046b service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913224 Apr 11 18:22:46.705096 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9e38b9a5-099d-48c8-8449-cf9cfa59601b req-9d2af6bd-d307-4090-a277-0d36e90a1181 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907786 Apr 11 18:22:47.153123 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f82577-c525-4aca-8ede-b95f8867a186 req-b7353728-2dee-4107-a84b-4359552c1603 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:47.154677 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-04f82577-c525-4aca-8ede-b95f8867a186 req-b7353728-2dee-4107-a84b-4359552c1603 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0516407 Apr 11 18:22:47.205146 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-04f82577-c525-4aca-8ede-b95f8867a186 req-bf581fc6-82bb-4cf0-9eb7-51264dab7630 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445735 Apr 11 18:22:47.546870 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85aa34-a7a7-4e1a-bc98-59fc121de04a req-d5104d09-925c-4b2d-a54d-34e88f6ebeaf tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:47.548445 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ee85aa34-a7a7-4e1a-bc98-59fc121de04a req-d5104d09-925c-4b2d-a54d-34e88f6ebeaf tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0471015 Apr 11 18:22:47.597192 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ee85aa34-a7a7-4e1a-bc98-59fc121de04a req-9c4720ed-0423-4b54-94d4-7083c1f85e4e tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417163 Apr 11 18:22:48.326073 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21305744-c5cd-45b4-a37d-d5ca9ab994c0 req-ceb0ff37-ee40-4cf3-8c69-a13a34c31f12 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:48.327522 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-21305744-c5cd-45b4-a37d-d5ca9ab994c0 req-ceb0ff37-ee40-4cf3-8c69-a13a34c31f12 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0531843 Apr 11 18:22:48.377094 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-21305744-c5cd-45b4-a37d-d5ca9ab994c0 req-ad874ecb-5b9d-40a8-99e4-8bd541bcec76 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437872 Apr 11 18:22:48.729487 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df0bff-704e-42b3-9e08-ea589bed0153 req-44affbc6-a646-4bad-9b0c-e63c16fa5746 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:48.731010 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b5df0bff-704e-42b3-9e08-ea589bed0153 req-44affbc6-a646-4bad-9b0c-e63c16fa5746 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0569119 Apr 11 18:22:48.799185 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b5df0bff-704e-42b3-9e08-ea589bed0153 req-f9ff8d95-6b2c-45e4-ba88-355e7bcedd9f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625265 Apr 11 18:22:49.503156 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631e0c2-f957-4b52-aad9-fd358969812e req-0c152182-00dd-4e11-8871-20d6592db1d7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:49.504660 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6631e0c2-f957-4b52-aad9-fd358969812e req-0c152182-00dd-4e11-8871-20d6592db1d7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0537198 Apr 11 18:22:49.556332 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6631e0c2-f957-4b52-aad9-fd358969812e req-02df6603-ceca-43b9-ad15-1fac2754ed70 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447035 Apr 11 18:22:49.920603 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b10d8c-9af3-4dde-97e1-44601af061cd req-521628b5-5f19-451e-9986-62548a725afb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:49.922171 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-96b10d8c-9af3-4dde-97e1-44601af061cd req-521628b5-5f19-451e-9986-62548a725afb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0538058 Apr 11 18:22:49.975245 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-96b10d8c-9af3-4dde-97e1-44601af061cd req-ecd6d225-0492-404c-8691-45e4ee04a627 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469432 Apr 11 18:22:50.278823 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c578256-e82b-4109-9ed9-0c0f2de12a9c req-bfa15471-3908-428b-974c-7dd3b00d10a8 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:50.280554 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7c578256-e82b-4109-9ed9-0c0f2de12a9c req-bfa15471-3908-428b-974c-7dd3b00d10a8 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0477536 Apr 11 18:22:50.334130 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7c578256-e82b-4109-9ed9-0c0f2de12a9c req-2c1c263b-c16d-46e5-a77e-698efd4a6832 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474660 Apr 11 18:22:50.369643 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15370a5e-84a3-4a55-9bbb-f9ffcd90e2ff req-5f5bc404-7e54-472f-9c65-be290bf606f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:50.371194 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-15370a5e-84a3-4a55-9bbb-f9ffcd90e2ff req-5f5bc404-7e54-472f-9c65-be290bf606f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4731da4e084ada88e52ef126a07883&device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 1130 time: 0.0479009 Apr 11 18:22:50.476287 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15370a5e-84a3-4a55-9bbb-f9ffcd90e2ff req-d7e91e04-fa31-4bd3-bea7-bda142d7a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:50.477778 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-15370a5e-84a3-4a55-9bbb-f9ffcd90e2ff req-d7e91e04-fa31-4bd3-bea7-bda142d7a31b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9dcf27f-d088-45de-9075-c8b0b9293f8c HTTP/1.1" status: 200 len: 910 time: 0.0923314 Apr 11 18:22:50.550626 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-15370a5e-84a3-4a55-9bbb-f9ffcd90e2ff req-05105596-7722-446e-850a-f5326e2df4a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33830001-f400-4023-84a9-13e0b3bd4093 HTTP/1.1" status: 200 len: 1002 time: 0.0666356 Apr 11 18:22:50.609561 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15370a5e-84a3-4a55-9bbb-f9ffcd90e2ff req-a16588b0-52b4-4eaa-b36c-94646a3b82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:50.611256 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-15370a5e-84a3-4a55-9bbb-f9ffcd90e2ff req-a16588b0-52b4-4eaa-b36c-94646a3b82c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd05825c-e88d-4965-9dfb-2dfbb84e38da HTTP/1.1" status: 200 len: 848 time: 0.0479374 Apr 11 18:22:50.665660 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15370a5e-84a3-4a55-9bbb-f9ffcd90e2ff req-017c39fc-d175-4741-9ead-e8695b348d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:50.667229 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-15370a5e-84a3-4a55-9bbb-f9ffcd90e2ff req-017c39fc-d175-4741-9ead-e8695b348d4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9dcf27f-d088-45de-9075-c8b0b9293f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420954 Apr 11 18:22:50.675891 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94df69-36fe-42b7-8681-8916ffca460b req-8ac5e444-a454-419e-baf0-2278dc78d458 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:50.677606 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dc94df69-36fe-42b7-8681-8916ffca460b req-8ac5e444-a454-419e-baf0-2278dc78d458 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0502031 Apr 11 18:22:50.725877 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dc94df69-36fe-42b7-8681-8916ffca460b req-93d7b277-fb03-4558-84bb-07cf97e869f5 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424807 Apr 11 18:22:50.766188 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-15370a5e-84a3-4a55-9bbb-f9ffcd90e2ff req-09c9d6dc-9687-47b3-9d88-8da62b3d5544 service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923760 Apr 11 18:22:50.859489 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-15370a5e-84a3-4a55-9bbb-f9ffcd90e2ff req-16f6e9a1-2cb0-474b-8ddf-f4a06fa63572 service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866919 Apr 11 18:22:51.452660 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4171a-c08c-4dce-a9e7-d1e1a2509613 req-e36c4401-b9ec-498e-81c5-fd14ee7eff42 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:51.454194 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9fa4171a-c08c-4dce-a9e7-d1e1a2509613 req-e36c4401-b9ec-498e-81c5-fd14ee7eff42 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0503898 Apr 11 18:22:51.504603 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9fa4171a-c08c-4dce-a9e7-d1e1a2509613 req-04f37b60-aa20-45d2-9771-c096d9e881bb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441444 Apr 11 18:22:51.848450 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bb058-f668-4d6f-b78c-7ba20e91e47b req-0b164a94-bfdb-4027-8ce0-490ed9f4d7b2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:51.849929 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b78bb058-f668-4d6f-b78c-7ba20e91e47b req-0b164a94-bfdb-4027-8ce0-490ed9f4d7b2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0520251 Apr 11 18:22:51.898365 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b78bb058-f668-4d6f-b78c-7ba20e91e47b req-4279d883-86b7-4d77-b00f-9b76016c455d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422621 Apr 11 18:22:52.625049 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866b945-e92e-4b9f-a6b0-0746043e1df9 req-00923407-19bf-41fd-af5a-5b7185bc24c5 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:52.626567 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6866b945-e92e-4b9f-a6b0-0746043e1df9 req-00923407-19bf-41fd-af5a-5b7185bc24c5 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0475602 Apr 11 18:22:52.673959 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6866b945-e92e-4b9f-a6b0-0746043e1df9 req-55041b6d-63a2-4dc4-bd22-5716adb0bd67 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410795 Apr 11 18:22:53.011397 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad9b89-7aee-413b-bd98-8cf2dbfa1b23 req-1e72cba6-1c91-4b16-afee-e7b909df0a99 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:53.012880 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-80ad9b89-7aee-413b-bd98-8cf2dbfa1b23 req-1e72cba6-1c91-4b16-afee-e7b909df0a99 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0474479 Apr 11 18:22:53.064890 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-80ad9b89-7aee-413b-bd98-8cf2dbfa1b23 req-4566fedb-fcad-4666-afb0-df01550a2bee tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464613 Apr 11 18:22:54.184273 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e4e03-aef3-4e0a-be06-c730de8a2e1b req-f9596d53-2d73-4a6a-992b-4bcd372d7146 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:54.185696 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-184e4e03-aef3-4e0a-be06-c730de8a2e1b req-f9596d53-2d73-4a6a-992b-4bcd372d7146 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0485826 Apr 11 18:22:54.235799 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-184e4e03-aef3-4e0a-be06-c730de8a2e1b req-1cc9f862-c76a-4aa0-8160-7ee75702f4ce tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444903 Apr 11 18:22:55.220274 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383ce26-b0b6-4c31-adf3-b4946570c336 req-abb1c655-427b-4335-b7b8-06f8a7b572f0 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:55.221762 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e383ce26-b0b6-4c31-adf3-b4946570c336 req-abb1c655-427b-4335-b7b8-06f8a7b572f0 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 945 time: 0.0485492 Apr 11 18:22:55.270945 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e383ce26-b0b6-4c31-adf3-b4946570c336 req-f00a30b7-bcca-4e7d-8ebb-f56cf8c0316c tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433445 Apr 11 18:22:55.293085 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 50824) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:55.356970 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253a02b-16ab-4227-ab3e-197e8cb2a039 req-7ec0582c-4e47-45b5-a04f-56882f83ba99 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:55.358577 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e253a02b-16ab-4227-ab3e-197e8cb2a039 req-7ec0582c-4e47-45b5-a04f-56882f83ba99 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0551052 Apr 11 18:22:55.406350 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e253a02b-16ab-4227-ab3e-197e8cb2a039 req-84325c81-d355-4468-b881-d7fc2ad07524 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421631 Apr 11 18:22:55.486735 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03741825-8ecf-4e66-9b7c-9f2baa9f6d8e tempest-TestMinimumBasicScenario-1227974355 tempest-TestMinimumBasicScenario-1227974355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:55.488311 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-03741825-8ecf-4e66-9b7c-9f2baa9f6d8e tempest-TestMinimumBasicScenario-1227974355 tempest-TestMinimumBasicScenario-1227974355-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 1124 time: 0.1942108 Apr 11 18:22:55.491845 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 50828) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:55.496283 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'port_id': '9692ac9f-bf7f-4514-a9a3-36c3fba86978', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:55.585878 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:55.669073 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:55.779754 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Allocated IP 172.27.3.56 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/f139ad7d-4472-44c1-941a-4118419a3a6f) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:22:55.891838 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for port (f139ad7d-4472-44c1-941a-4118419a3a6f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:55.997311 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (f139ad7d-4472-44c1-941a-4118419a3a6f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:56.038991 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:22:56.041940 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:22:56.045367 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:22:56.071089 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event updated for resources: {'Port': ['ID=f139ad7d-4472-44c1-941a-4118419a3a6f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:56.084080 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.084433 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.085291 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.085630 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.085970 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.086304 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.086638 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.086967 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.087333 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.087657 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.087988 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.088314 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.088640 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.088964 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.089289 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:22:56.432070 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for floatingip (8d595b32-da27-47b9-bd15-e106d6eac7d6), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:56.521332 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02b63-956d-4fc6-8949-6beeee90aa6c req-08f5ff91-0779-4f74-872d-7be942572e6f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:56.523440 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-31f02b63-956d-4fc6-8949-6beeee90aa6c req-08f5ff91-0779-4f74-872d-7be942572e6f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0490289 Apr 11 18:22:56.556858 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (f139ad7d-4472-44c1-941a-4118419a3a6f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:56.575909 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-31f02b63-956d-4fc6-8949-6beeee90aa6c req-fb20027a-9e93-48e6-84fc-77b743bf6e21 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460756 Apr 11 18:22:56.716100 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for port (f139ad7d-4472-44c1-941a-4118419a3a6f), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:56.768170 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (f139ad7d-4472-44c1-941a-4118419a3a6f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:56.844830 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event updated for resources: {'Port': ['ID=f139ad7d-4472-44c1-941a-4118419a3a6f,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:56.857396 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (8d595b32-da27-47b9-bd15-e106d6eac7d6), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:56.967198 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Floating IP 8d595b32-da27-47b9-bd15-e106d6eac7d6 associated. External IP: 172.27.3.56, port: 9692ac9f-bf7f-4514-a9a3-36c3fba86978. Apr 11 18:22:57.409658 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Router 6d6ec4b7-977a-4b19-bba4-b107df3104af has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:22:57.521303 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:22:57.532096 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abebe6c-70f1-4db5-a282-ece6ef4e2ef2 None None] Sync routers for ids ['6d6ec4b7-977a-4b19-bba4-b107df3104af'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:22:57.542137 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abebe6c-70f1-4db5-a282-ece6ef4e2ef2 None None] Routers {'6d6ec4b7-977a-4b19-bba4-b107df3104af'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:22:57.542749 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3abebe6c-70f1-4db5-a282-ece6ef4e2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:22:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['6d6ec4b7-977a-4b19-bba4-b107df3104af'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:22:57.604645 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:57.638185 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-19aee54a-0c92-460e-886a-4c1361289d90 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1451473 Apr 11 18:22:57.638763 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:22:57.640930 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 50838) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:57.641390 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310586a8-3b7b-4fff-a9f6-69d3b5a7b281" -d '{"events": [{"name": "network-changed", "server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:22:57.646989 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-df8e5b2d-3b60-4089-8f1b-a5e389d692cf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-544729549', 'description': 'tempest-secgroup-smoke-544729549 description', 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:57.652582 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-3abebe6c-70f1-4db5-a282-ece6ef4e2ef2 None None] Set router 6d6ec4b7-977a-4b19-bba4-b107df3104af gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:22:57.688357 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc8f84d-e73f-4f7d-ab75-c384021e8bb7 x-openstack-request-id: req-9bc8f84d-e73f-4f7d-ab75-c384021e8bb7 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:22:57.693878 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:22:57.693878 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bc8f84d-e73f-4f7d-ab75-c384021e8bb7 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:22:57.693878 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc8f84d-e73f-4f7d-ab75-c384021e8bb7'] response: {'name': 'network-changed', 'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978', 'status': 'completed', 'code': 200} Apr 11 18:22:57.729958 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a73d1-f1f4-4e34-b925-bb8c1c94c423 req-087fdc15-3be1-4c5b-81b1-beaebfab9633 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:57.731538 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-872a73d1-f1f4-4e34-b925-bb8c1c94c423 req-087fdc15-3be1-4c5b-81b1-beaebfab9633 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0599942 Apr 11 18:22:57.761057 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310586a8-3b7b-4fff-a9f6-69d3b5a7b281 req-c807748f-f31d-49b4-972c-b448e546407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:57.763188 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-310586a8-3b7b-4fff-a9f6-69d3b5a7b281 req-c807748f-f31d-49b4-972c-b448e546407a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d11915a0223b4b3cb4dd1b19e8c59a28&device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 1129 time: 0.0431693 Apr 11 18:22:57.784326 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-872a73d1-f1f4-4e34-b925-bb8c1c94c423 req-0731e94f-6132-453a-9176-e430eade54d1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468802 Apr 11 18:22:57.796892 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df8e5b2d-3b60-4089-8f1b-a5e389d692cf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:57.878919 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310586a8-3b7b-4fff-a9f6-69d3b5a7b281 req-a9c7aad7-844f-4744-999a-bcc767a4fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:57.880447 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-310586a8-3b7b-4fff-a9f6-69d3b5a7b281 req-a9c7aad7-844f-4744-999a-bcc767a4fe48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1566b786-42c0-43d8-949f-9debe78c0e87 HTTP/1.1" status: 200 len: 915 time: 0.0984037 Apr 11 18:22:57.895783 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3abebe6c-70f1-4db5-a282-ece6ef4e2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:21:39Z', 'revision_number': 4, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port': {'id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:34Z', 'updated_at': '2022-04-11T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '8d595b32-da27-47b9-bd15-e106d6eac7d6', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'port_id': '9692ac9f-bf7f-4514-a9a3-36c3fba86978', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'mac_address': 'fa:16:3e:eb:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:22:56Z', 'updated_at': '2022-04-11T18:22:56Z', 'revision_number': 0, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9521861-f885-491f-af80-d9f5d74636be', 'name': '', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'mac_address': 'fa:16:3e:87:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:39Z', 'updated_at': '2022-04-11T18:21:47Z', 'revision_number': 5, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'subnets': [{'id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:22:57.907601 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df8e5b2d-3b60-4089-8f1b-a5e389d692cf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group (28c54b88-5099-4a79-bc78-388b5d9e4c0d), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:57.937977 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abebe6c-70f1-4db5-a282-ece6ef4e2ef2 None None] Checking router: 6d6ec4b7-977a-4b19-bba4-b107df3104af for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:22:57.947681 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abebe6c-70f1-4db5-a282-ece6ef4e2ef2 None None] Routers {'6d6ec4b7-977a-4b19-bba4-b107df3104af'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:22:57.948359 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3abebe6c-70f1-4db5-a282-ece6ef4e2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:22:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['6d6ec4b7-977a-4b19-bba4-b107df3104af'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:22:57.959499 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-310586a8-3b7b-4fff-a9f6-69d3b5a7b281 req-06024452-79c3-4c65-a5ce-8f20f6c87d66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978 HTTP/1.1" status: 200 len: 998 time: 0.0660110 Apr 11 18:22:57.979424 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df8e5b2d-3b60-4089-8f1b-a5e389d692cf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (28c54b88-5099-4a79-bc78-388b5d9e4c0d), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:58.022570 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e5b2d-3b60-4089-8f1b-a5e389d692cf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c54b88-5099-4a79-bc78-388b5d9e4c0d,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:58.034677 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310586a8-3b7b-4fff-a9f6-69d3b5a7b281 req-dffd8fba-c3a2-4c84-b52e-c6257b4feda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:58.036568 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-310586a8-3b7b-4fff-a9f6-69d3b5a7b281 req-dffd8fba-c3a2-4c84-b52e-c6257b4feda9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea258085-af72-47cc-9c2f-16ca68e1d2bc HTTP/1.1" status: 200 len: 853 time: 0.0680351 Apr 11 18:22:58.073503 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-3abebe6c-70f1-4db5-a282-ece6ef4e2ef2 None None] Set router 6d6ec4b7-977a-4b19-bba4-b107df3104af gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:22:58.087871 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310586a8-3b7b-4fff-a9f6-69d3b5a7b281 req-eab6b313-7b50-4c08-b478-71a8b2e17b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:58.089365 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-310586a8-3b7b-4fff-a9f6-69d3b5a7b281 req-eab6b313-7b50-4c08-b478-71a8b2e17b95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1566b786-42c0-43d8-949f-9debe78c0e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439429 Apr 11 18:22:58.095389 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df8e5b2d-3b60-4089-8f1b-a5e389d692cf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:58.096633 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-df8e5b2d-3b60-4089-8f1b-a5e389d692cf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4539416 Apr 11 18:22:58.099785 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 50846) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:58.105078 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-e9e2f5bf-0cf4-424d-be12-0efcfba75679 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Request body: {'security_group_rule': {'security_group_id': '28c54b88-5099-4a79-bc78-388b5d9e4c0d', 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:58.189842 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-310586a8-3b7b-4fff-a9f6-69d3b5a7b281 req-a56f03ed-18a7-4b41-a866-c51ce8f63178 service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875223 Apr 11 18:22:58.207326 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f5bf-0cf4-424d-be12-0efcfba75679 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (91d83446-5f15-4385-b52d-ca73935f8e93), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:58.268012 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f5bf-0cf4-424d-be12-0efcfba75679 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (91d83446-5f15-4385-b52d-ca73935f8e93), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:58.307529 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-310586a8-3b7b-4fff-a9f6-69d3b5a7b281 req-b8fe2557-f57d-4b22-b90b-9b61727690b6 service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020482 Apr 11 18:22:58.309630 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3abebe6c-70f1-4db5-a282-ece6ef4e2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:21:39Z', 'revision_number': 4, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port': {'id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:34Z', 'updated_at': '2022-04-11T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '8d595b32-da27-47b9-bd15-e106d6eac7d6', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'port_id': '9692ac9f-bf7f-4514-a9a3-36c3fba86978', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'mac_address': 'fa:16:3e:eb:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:22:56Z', 'updated_at': '2022-04-11T18:22:56Z', 'revision_number': 0, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9521861-f885-491f-af80-d9f5d74636be', 'name': '', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'mac_address': 'fa:16:3e:87:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:39Z', 'updated_at': '2022-04-11T18:21:47Z', 'revision_number': 5, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'subnets': [{'id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:22:58.341318 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abebe6c-70f1-4db5-a282-ece6ef4e2ef2 None None] The sync data for ids ['6d6ec4b7-977a-4b19-bba4-b107df3104af'] in dv-cinder-837355-1-iscsi is: [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:21:39Z', 'revision_number': 4, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port': {'id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:34Z', 'updated_at': '2022-04-11T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '8d595b32-da27-47b9-bd15-e106d6eac7d6', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'port_id': '9692ac9f-bf7f-4514-a9a3-36c3fba86978', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'mac_address': 'fa:16:3e:eb:fe:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:22:56Z', 'updated_at': '2022-04-11T18:22:56Z', 'revision_number': 0, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9521861-f885-491f-af80-d9f5d74636be', 'name': '', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'mac_address': 'fa:16:3e:87:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:39Z', 'updated_at': '2022-04-11T18:21:47Z', 'revision_number': 5, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'subnets': [{'id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:22:58.345204 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f5bf-0cf4-424d-be12-0efcfba75679 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (91d83446-5f15-4385-b52d-ca73935f8e93), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:58.365299 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2f5bf-0cf4-424d-be12-0efcfba75679 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d83446-5f15-4385-b52d-ca73935f8e93,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:58.507988 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f5bf-0cf4-424d-be12-0efcfba75679 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:58.512735 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e9e2f5bf-0cf4-424d-be12-0efcfba75679 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4078088 Apr 11 18:22:58.518881 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 50848) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:58.518881 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-f3b6b2c5-1eea-40e7-9cab-deffa1878956 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Request body: {'security_group_rule': {'security_group_id': '28c54b88-5099-4a79-bc78-388b5d9e4c0d', 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:58.563043 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1596cf93-95a2-4110-905c-091896e85352 None None] New status for floating IP 8d595b32-da27-47b9-bd15-e106d6eac7d6: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:22:58.603778 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b2c5-1eea-40e7-9cab-deffa1878956 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (32825a02-17b0-4dc4-89a9-65cc6cb5c380), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:58.665149 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b2c5-1eea-40e7-9cab-deffa1878956 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (32825a02-17b0-4dc4-89a9-65cc6cb5c380), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:58.756244 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b2c5-1eea-40e7-9cab-deffa1878956 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (32825a02-17b0-4dc4-89a9-65cc6cb5c380), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:58.775226 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6b2c5-1eea-40e7-9cab-deffa1878956 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32825a02-17b0-4dc4-89a9-65cc6cb5c380,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:58.879596 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b2c5-1eea-40e7-9cab-deffa1878956 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:58.880736 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f3b6b2c5-1eea-40e7-9cab-deffa1878956 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3669312 Apr 11 18:22:58.884781 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 50856) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:58.889501 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-0259c6d4-ec1b-4afa-8c7e-702e6f73bcf3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Request body: {'security_group_rule': {'security_group_id': '28c54b88-5099-4a79-bc78-388b5d9e4c0d', 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:58.917381 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209cd24-af79-4c07-a855-d6bbdf2b0c73 req-61d48de3-99ed-434d-a27c-126998ad7f39 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:22:58.918892 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c209cd24-af79-4c07-a855-d6bbdf2b0c73 req-61d48de3-99ed-434d-a27c-126998ad7f39 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0516353 Apr 11 18:22:58.970305 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c209cd24-af79-4c07-a855-d6bbdf2b0c73 req-2af2183a-cc80-4094-a4bf-29aaae39a969 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456231 Apr 11 18:22:58.972718 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0259c6d4-ec1b-4afa-8c7e-702e6f73bcf3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (311485d3-5682-4e36-bf4a-cbc6af45f7c0), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:59.034477 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0259c6d4-ec1b-4afa-8c7e-702e6f73bcf3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (311485d3-5682-4e36-bf4a-cbc6af45f7c0), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:59.110067 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0259c6d4-ec1b-4afa-8c7e-702e6f73bcf3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (311485d3-5682-4e36-bf4a-cbc6af45f7c0), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:59.127770 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259c6d4-ec1b-4afa-8c7e-702e6f73bcf3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311485d3-5682-4e36-bf4a-cbc6af45f7c0,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:59.192886 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0259c6d4-ec1b-4afa-8c7e-702e6f73bcf3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:59.194138 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0259c6d4-ec1b-4afa-8c7e-702e6f73bcf3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3083017 Apr 11 18:22:59.196919 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 50858) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:59.201277 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-f2a05c6a-2c75-42f4-8c22-021b31ec2fc6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Request body: {'security_group_rule': {'security_group_id': '28c54b88-5099-4a79-bc78-388b5d9e4c0d', 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:59.294693 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f2a05c6a-2c75-42f4-8c22-021b31ec2fc6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (8f3c1b29-5393-45a4-b95c-7c58a492a42d), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:59.353850 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f2a05c6a-2c75-42f4-8c22-021b31ec2fc6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (8f3c1b29-5393-45a4-b95c-7c58a492a42d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:59.430104 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f2a05c6a-2c75-42f4-8c22-021b31ec2fc6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (8f3c1b29-5393-45a4-b95c-7c58a492a42d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:59.447945 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a05c6a-2c75-42f4-8c22-021b31ec2fc6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3c1b29-5393-45a4-b95c-7c58a492a42d,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:59.553010 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f2a05c6a-2c75-42f4-8c22-021b31ec2fc6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:59.554214 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f2a05c6a-2c75-42f4-8c22-021b31ec2fc6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3563762 Apr 11 18:22:59.557030 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 50860) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:59.561246 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-e9d63f48-1182-49e1-a7e3-0e3f85d298d6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Request body: {'security_group_rule': {'security_group_id': '28c54b88-5099-4a79-bc78-388b5d9e4c0d', 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:22:59.644637 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.securitygroups_db [None req-e9d63f48-1182-49e1-a7e3-0e3f85d298d6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Project d11915a0223b4b3cb4dd1b19e8c59a28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:22:59.654567 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e9d63f48-1182-49e1-a7e3-0e3f85d298d6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (b0e2f911-8a3f-427e-866f-e2ae92e6cd3c), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:59.718814 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e9d63f48-1182-49e1-a7e3-0e3f85d298d6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (b0e2f911-8a3f-427e-866f-e2ae92e6cd3c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:59.825513 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e9d63f48-1182-49e1-a7e3-0e3f85d298d6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (b0e2f911-8a3f-427e-866f-e2ae92e6cd3c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:59.845002 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d63f48-1182-49e1-a7e3-0e3f85d298d6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e2f911-8a3f-427e-866f-e2ae92e6cd3c,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:22:59.918543 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e9d63f48-1182-49e1-a7e3-0e3f85d298d6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:22:59.919823 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e9d63f48-1182-49e1-a7e3-0e3f85d298d6 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3618736 Apr 11 18:22:59.922505 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 50864) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:22:59.927055 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-126d51ec-9205-4c7d-ac1d-6691994ed101 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Request body: {'security_group_rule': {'security_group_id': '28c54b88-5099-4a79-bc78-388b5d9e4c0d', 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:00.036874 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.securitygroups_db [None req-126d51ec-9205-4c7d-ac1d-6691994ed101 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Project d11915a0223b4b3cb4dd1b19e8c59a28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:23:00.044593 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-126d51ec-9205-4c7d-ac1d-6691994ed101 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (8237e022-9636-41e1-9420-9226ce8602f0), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:00.088622 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46ace0-26c2-45e8-bb5e-140eeb06761d req-d8f02487-ef08-4784-9152-e38bbdc736ef tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:00.090033 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4f46ace0-26c2-45e8-bb5e-140eeb06761d req-d8f02487-ef08-4784-9152-e38bbdc736ef tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0494099 Apr 11 18:23:00.110138 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-126d51ec-9205-4c7d-ac1d-6691994ed101 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (8237e022-9636-41e1-9420-9226ce8602f0), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:00.141348 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4f46ace0-26c2-45e8-bb5e-140eeb06761d req-fafb5322-ca60-44d9-b54c-76bece67d790 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457475 Apr 11 18:23:00.213431 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-126d51ec-9205-4c7d-ac1d-6691994ed101 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (8237e022-9636-41e1-9420-9226ce8602f0), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:00.231920 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d51ec-9205-4c7d-ac1d-6691994ed101 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8237e022-9636-41e1-9420-9226ce8602f0,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:00.330140 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-126d51ec-9205-4c7d-ac1d-6691994ed101 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:00.331806 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-126d51ec-9205-4c7d-ac1d-6691994ed101 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4083066 Apr 11 18:23:00.434287 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1d7abc4c-56b4-4f27-8c12-0ad1254b7d17 req-909c277e-23f1-4455-b175-6d7e869168ca tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544729549&fields=id&tenant_id=d11915a0223b4b3cb4dd1b19e8c59a28 HTTP/1.1" status: 200 len: 267 time: 0.0521698 Apr 11 18:23:00.446530 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:23:00.492297 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7abc4c-56b4-4f27-8c12-0ad1254b7d17 req-af769aa3-76f6-47cc-b825-a994cb7e41b2 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:00.493818 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1d7abc4c-56b4-4f27-8c12-0ad1254b7d17 req-af769aa3-76f6-47cc-b825-a994cb7e41b2 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 945 time: 0.0540318 Apr 11 18:23:00.504839 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-1d7abc4c-56b4-4f27-8c12-0ad1254b7d17 req-b29c3dc2-af37-4534-9442-64abf2b3e815 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Request body: {'port': {'security_groups': ['9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a', '28c54b88-5099-4a79-bc78-388b5d9e4c0d']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:00.585256 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d7abc4c-56b4-4f27-8c12-0ad1254b7d17 req-b29c3dc2-af37-4534-9442-64abf2b3e815 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:00.842704 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-1d7abc4c-56b4-4f27-8c12-0ad1254b7d17 req-b29c3dc2-af37-4534-9442-64abf2b3e815 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] For port 9692ac9f-bf7f-4514-a9a3-36c3fba86978, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:00.883076 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d7abc4c-56b4-4f27-8c12-0ad1254b7d17 req-b29c3dc2-af37-4534-9442-64abf2b3e815 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:00.996472 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d7abc4c-56b4-4f27-8c12-0ad1254b7d17 req-b29c3dc2-af37-4534-9442-64abf2b3e815 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:01.040791 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7abc4c-56b4-4f27-8c12-0ad1254b7d17 req-b29c3dc2-af37-4534-9442-64abf2b3e815 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:01.041409 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-1d7abc4c-56b4-4f27-8c12-0ad1254b7d17 req-b29c3dc2-af37-4534-9442-64abf2b3e815 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:01.042796 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1d7abc4c-56b4-4f27-8c12-0ad1254b7d17 req-b29c3dc2-af37-4534-9442-64abf2b3e815 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "PUT /v2.0/ports/9692ac9f-bf7f-4514-a9a3-36c3fba86978 HTTP/1.1" status: 200 len: 981 time: 0.5427828 Apr 11 18:23:01.043282 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:01.045684 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116bc0ea-560b-429a-813b-aa026e66e550" -d '{"events": [{"name": "network-changed", "server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:01.073060 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c3dc2-af37-4534-9442-64abf2b3e815 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event updated for resources: {'Port': ['ID=9692ac9f-bf7f-4514-a9a3-36c3fba86978,revision_number=6']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:01.110746 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d741da-aac7-4bc5-b471-0249ee9570ed x-openstack-request-id: req-a1d741da-aac7-4bc5-b471-0249ee9570ed {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:01.110746 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:01.110746 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a1d741da-aac7-4bc5-b471-0249ee9570ed {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:01.110746 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d741da-aac7-4bc5-b471-0249ee9570ed'] response: {'name': 'network-changed', 'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978', 'status': 'completed', 'code': 200} Apr 11 18:23:01.165830 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91a65b-9aff-4020-8e81-c2b669841761 req-190f68db-8702-4fae-9fb2-85bbec5e604b tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:01.167752 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fb91a65b-9aff-4020-8e81-c2b669841761 req-190f68db-8702-4fae-9fb2-85bbec5e604b tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0565877 Apr 11 18:23:01.275298 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fb91a65b-9aff-4020-8e81-c2b669841761 req-2c242aa9-47a6-4938-8b71-4a7a6a7566b8 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019752 Apr 11 18:23:01.281421 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866b640-fb9b-4b8a-a573-8202e2dd3e4b req-6928903c-e29c-4a48-8bf6-778fda4170f8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:01.282884 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5866b640-fb9b-4b8a-a573-8202e2dd3e4b req-6928903c-e29c-4a48-8bf6-778fda4170f8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0695002 Apr 11 18:23:01.305097 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-c1f50dc3-c0fc-4221-bbc8-73b5b4218113 None None] Provisioning complete for port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:01.305620 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1f50dc3-c0fc-4221-bbc8-73b5b4218113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:01.333961 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5866b640-fb9b-4b8a-a573-8202e2dd3e4b req-fb4db33e-b42d-410e-a347-24c059de8697 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442221 Apr 11 18:23:01.384999 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-c1f50dc3-c0fc-4221-bbc8-73b5b4218113 None None] Current status of the port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:01.871758 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-52956858-44d5-4064-97e0-891dd749eac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:01.962783 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['9692ac9f-bf7f-4514-a9a3-36c3fba86978'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:23:02.072610 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bc0ea-560b-429a-813b-aa026e66e550 req-b3ad963d-e93e-4158-a2f6-78fde2255caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:02.075064 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-116bc0ea-560b-429a-813b-aa026e66e550 req-b3ad963d-e93e-4158-a2f6-78fde2255caf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d11915a0223b4b3cb4dd1b19e8c59a28&device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 1168 time: 0.0486472 Apr 11 18:23:02.104721 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['9692ac9f-bf7f-4514-a9a3-36c3fba86978'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:23:02.184792 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bc0ea-560b-429a-813b-aa026e66e550 req-cc9fcd1f-72b4-45f5-8bf6-0f0a3b4aa1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:02.186332 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-116bc0ea-560b-429a-813b-aa026e66e550 req-cc9fcd1f-72b4-45f5-8bf6-0f0a3b4aa1d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1566b786-42c0-43d8-949f-9debe78c0e87 HTTP/1.1" status: 200 len: 915 time: 0.1010416 Apr 11 18:23:02.268020 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-116bc0ea-560b-429a-813b-aa026e66e550 req-974102a5-b724-43a6-b498-1aa6eea7316a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978 HTTP/1.1" status: 200 len: 1000 time: 0.0639145 Apr 11 18:23:02.335186 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bc0ea-560b-429a-813b-aa026e66e550 req-a7abe96c-7047-46cf-993c-99f68cdc04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:02.337531 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-116bc0ea-560b-429a-813b-aa026e66e550 req-a7abe96c-7047-46cf-993c-99f68cdc04e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea258085-af72-47cc-9c2f-16ca68e1d2bc HTTP/1.1" status: 200 len: 853 time: 0.0553479 Apr 11 18:23:02.386579 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bc0ea-560b-429a-813b-aa026e66e550 req-063cf84f-ba28-4e64-970d-801d45c80070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:02.388108 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-116bc0ea-560b-429a-813b-aa026e66e550 req-063cf84f-ba28-4e64-970d-801d45c80070 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1566b786-42c0-43d8-949f-9debe78c0e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418508 Apr 11 18:23:02.456126 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6db22a-016a-4c04-8d92-1cecb0b17c1d req-54e33392-508d-4ed4-abd9-98c1c31cda00 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:02.457738 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3b6db22a-016a-4c04-8d92-1cecb0b17c1d req-54e33392-508d-4ed4-abd9-98c1c31cda00 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0525143 Apr 11 18:23:02.489557 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-116bc0ea-560b-429a-813b-aa026e66e550 req-056d0daa-b911-46e9-ae09-d56f6afc0f95 service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885501 Apr 11 18:23:02.507625 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3b6db22a-016a-4c04-8d92-1cecb0b17c1d req-eb5ba1fd-d354-45ff-acd7-d43b6d4fe0a8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432966 Apr 11 18:23:02.596492 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-116bc0ea-560b-429a-813b-aa026e66e550 req-6bbb7000-df13-4821-b89f-07eddf53f1be service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886528 Apr 11 18:23:03.621349 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9baf537-64c4-42e1-8a28-16de697fc5fa req-845b2efd-dd20-4944-92a9-f1ae5884f706 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:03.622803 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e9baf537-64c4-42e1-8a28-16de697fc5fa req-845b2efd-dd20-4944-92a9-f1ae5884f706 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0457919 Apr 11 18:23:03.669027 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e9baf537-64c4-42e1-8a28-16de697fc5fa req-d8e59957-2fa7-4093-b1fb-f84052815781 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407798 Apr 11 18:23:04.636487 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bf91674b-bb7b-417b-85ee-90adeea4207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:04.784966 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d75ed-6c31-4874-a787-710a9b42e0d3 req-84c42251-0760-45ac-89f1-5a13e8053f28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:04.786392 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-253d75ed-6c31-4874-a787-710a9b42e0d3 req-84c42251-0760-45ac-89f1-5a13e8053f28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0477500 Apr 11 18:23:04.838378 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-253d75ed-6c31-4874-a787-710a9b42e0d3 req-371554ab-0729-472b-914a-835b407e3e99 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463712 Apr 11 18:23:05.441341 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:05.956538 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30b10f-9e44-4c82-b888-cbe8cfe7317b req-78712826-ddf0-4413-8d84-db86081afef9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:05.958040 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fd30b10f-9e44-4c82-b888-cbe8cfe7317b req-78712826-ddf0-4413-8d84-db86081afef9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0485408 Apr 11 18:23:06.009577 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fd30b10f-9e44-4c82-b888-cbe8cfe7317b req-9a36c875-a685-4246-9e13-6e74f85f69bf tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450215 Apr 11 18:23:06.899650 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:07.128619 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d0be2-eaba-4ba8-a953-c2235e69dcd4 req-c5162d22-741a-4d6a-9261-8040e76a9f05 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:07.130433 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3f0d0be2-eaba-4ba8-a953-c2235e69dcd4 req-c5162d22-741a-4d6a-9261-8040e76a9f05 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0496039 Apr 11 18:23:07.178622 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3f0d0be2-eaba-4ba8-a953-c2235e69dcd4 req-bbcaec65-11de-4b86-afe2-b7b734509a3e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418942 Apr 11 18:23:08.293334 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:08.297408 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce218143-a922-42fd-a92a-d5111bc50aa3 req-80533877-c52e-4f2d-8cd3-8371ea0a1a7f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:08.298954 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ce218143-a922-42fd-a92a-d5111bc50aa3 req-80533877-c52e-4f2d-8cd3-8371ea0a1a7f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0518494 Apr 11 18:23:08.347117 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ce218143-a922-42fd-a92a-d5111bc50aa3 req-fa0cdf10-2b62-4ea3-8f55-d2d6e5ed1513 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419064 Apr 11 18:23:09.463019 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab35763-d63b-4ebc-9d00-adc71d3252af req-29e610f7-e9cc-4b3a-a145-f2755ece7ac4 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:09.464559 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4ab35763-d63b-4ebc-9d00-adc71d3252af req-29e610f7-e9cc-4b3a-a145-f2755ece7ac4 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0478151 Apr 11 18:23:09.513669 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4ab35763-d63b-4ebc-9d00-adc71d3252af req-206838ba-caba-474c-be4c-7b6ab20cc32f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433881 Apr 11 18:23:10.628827 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba813d71-43e6-4680-8f3b-ad8cabb0824b req-0fe31ffe-cfb8-4247-9c1b-1ab5d1cc2f69 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:10.630215 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ba813d71-43e6-4680-8f3b-ad8cabb0824b req-0fe31ffe-cfb8-4247-9c1b-1ab5d1cc2f69 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0510955 Apr 11 18:23:10.677329 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ba813d71-43e6-4680-8f3b-ad8cabb0824b req-0dc5cbcf-50b3-4eae-ad24-397006a044f0 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413866 Apr 11 18:23:10.936065 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8f569-04b2-428c-bcc9-19d0c8355cf8 req-69050e99-9622-496c-afe4-dbdb09c25ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:10.937460 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d4f8f569-04b2-428c-bcc9-19d0c8355cf8 req-69050e99-9622-496c-afe4-dbdb09c25ae6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 1130 time: 0.0382743 Apr 11 18:23:10.981965 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-d4f8f569-04b2-428c-bcc9-19d0c8355cf8 req-ca5b223b-7373-47e5-92f8-f5255e8d216a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367093 Apr 11 18:23:11.794728 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7449135-c2ef-485f-8ec3-4e86bc81ddb3 req-39981b86-f05f-4eb6-abb8-6fca808cdb29 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:11.800587 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7449135-c2ef-485f-8ec3-4e86bc81ddb3 req-39981b86-f05f-4eb6-abb8-6fca808cdb29 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0480998 Apr 11 18:23:11.845067 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7449135-c2ef-485f-8ec3-4e86bc81ddb3 req-0415e818-cb58-4d15-8c29-5270149115a4 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425920 Apr 11 18:23:12.761847 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:12.957008 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb65dab-49f2-48cd-a99b-3986c9a9663f req-34d76a57-cfe0-4207-a41f-5d4eb5540136 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:12.958482 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fcb65dab-49f2-48cd-a99b-3986c9a9663f req-34d76a57-cfe0-4207-a41f-5d4eb5540136 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0474916 Apr 11 18:23:13.010157 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fcb65dab-49f2-48cd-a99b-3986c9a9663f req-5ae9c9ee-c8b0-4a77-b90b-91a5bb84afd0 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458412 Apr 11 18:23:14.130208 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4270606-f97f-4e7a-b0f4-c539b93f90ab req-fc789cdd-ed16-4d9a-b7ad-0cb016fc2781 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:14.131732 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e4270606-f97f-4e7a-b0f4-c539b93f90ab req-fc789cdd-ed16-4d9a-b7ad-0cb016fc2781 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0517750 Apr 11 18:23:14.182707 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e4270606-f97f-4e7a-b0f4-c539b93f90ab req-a8bf408e-0abd-43d2-8a42-22dbeff9b5ea tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445766 Apr 11 18:23:14.755656 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d806c75-3ff7-4521-bd20-7f6a32c7da19 req-72883343-d05d-4c48-a7c2-ce7cf6ed1232 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:14.757246 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2d806c75-3ff7-4521-bd20-7f6a32c7da19 req-72883343-d05d-4c48-a7c2-ce7cf6ed1232 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0472815 Apr 11 18:23:14.807460 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2d806c75-3ff7-4521-bd20-7f6a32c7da19 req-41bb5dee-c44b-47a7-9b78-9bfdbf31b84e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444427 Apr 11 18:23:14.836751 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08543b6d-458c-43f0-9b88-0baf69f88406 req-76bc407c-cbfd-4acb-b77a-8244300feff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:14.838331 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-08543b6d-458c-43f0-9b88-0baf69f88406 req-76bc407c-cbfd-4acb-b77a-8244300feff8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 1130 time: 0.0447373 Apr 11 18:23:14.934113 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08543b6d-458c-43f0-9b88-0baf69f88406 req-fa9b5819-9aaa-475f-9f32-3e54eb1cd7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:14.936218 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-08543b6d-458c-43f0-9b88-0baf69f88406 req-fa9b5819-9aaa-475f-9f32-3e54eb1cd7cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 920 time: 0.0875735 Apr 11 18:23:15.005015 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-08543b6d-458c-43f0-9b88-0baf69f88406 req-07996d82-beaf-4bca-be26-7df61fde3802 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8848d8ff-735e-41da-90b3-174051a91452 HTTP/1.1" status: 200 len: 1002 time: 0.0619383 Apr 11 18:23:15.053197 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08543b6d-458c-43f0-9b88-0baf69f88406 req-a512ad48-018f-48bd-9f6e-62532dd91c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:15.057255 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-08543b6d-458c-43f0-9b88-0baf69f88406 req-a512ad48-018f-48bd-9f6e-62532dd91c11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 200 len: 858 time: 0.0438051 Apr 11 18:23:15.099058 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08543b6d-458c-43f0-9b88-0baf69f88406 req-9bf843c3-5ec2-4cb7-b11f-c239e6f463ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:15.100564 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-08543b6d-458c-43f0-9b88-0baf69f88406 req-9bf843c3-5ec2-4cb7-b11f-c239e6f463ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14e6ef31-5569-4b84-adfb-cf10202126af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383177 Apr 11 18:23:15.197737 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-08543b6d-458c-43f0-9b88-0baf69f88406 req-b703142e-a39d-433a-8aa0-8b5a3179f64c service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883973 Apr 11 18:23:15.286865 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-08543b6d-458c-43f0-9b88-0baf69f88406 req-267472c5-350c-4f36-9e47-4ce5550f4a79 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825768 Apr 11 18:23:15.932372 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cae789-36c6-4645-ace8-082f2e3f24e9 req-f1e49403-274c-47ae-9197-c06b9430df57 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:15.933771 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c5cae789-36c6-4645-ace8-082f2e3f24e9 req-f1e49403-274c-47ae-9197-c06b9430df57 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0500717 Apr 11 18:23:15.981710 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c5cae789-36c6-4645-ace8-082f2e3f24e9 req-16ae3d56-5966-4cf0-a7d3-45dfb6deafe8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423908 Apr 11 18:23:17.097187 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dfdcf-cd35-469e-9910-0e9a76b2689a req-370c2156-c1b9-405e-8d43-f16d33bf30c8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:17.098693 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-711dfdcf-cd35-469e-9910-0e9a76b2689a req-370c2156-c1b9-405e-8d43-f16d33bf30c8 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0483859 Apr 11 18:23:17.148509 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-711dfdcf-cd35-469e-9910-0e9a76b2689a req-adb042fc-9daf-43df-9f1e-5fcae9084d3c tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435286 Apr 11 18:23:17.176119 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 50992) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:17.281672 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e50acf06-b4a6-4d1e-ae60-ed4a934b46e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:17.359468 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e50acf06-b4a6-4d1e-ae60-ed4a934b46e8 admin admin] Publish callbacks [] for security_group (a167d527-e750-4cde-8fda-b1f05210ee76), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:17.424487 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e50acf06-b4a6-4d1e-ae60-ed4a934b46e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (a167d527-e750-4cde-8fda-b1f05210ee76), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:17.462667 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50acf06-b4a6-4d1e-ae60-ed4a934b46e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a167d527-e750-4cde-8fda-b1f05210ee76,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:17.468079 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e50acf06-b4a6-4d1e-ae60-ed4a934b46e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62d1a0079e1948b2921c461fb42a9c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899618 Apr 11 18:23:17.470296 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 50996) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:17.519835 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72423b78-0acc-4214-928f-67fdf6fd6ba6 admin admin] Publish callbacks [] for security_group (a167d527-e750-4cde-8fda-b1f05210ee76), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:17.542256 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72423b78-0acc-4214-928f-67fdf6fd6ba6 admin admin] Publish callbacks [] for security_group (a167d527-e750-4cde-8fda-b1f05210ee76), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:17.665273 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72423b78-0acc-4214-928f-67fdf6fd6ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (a167d527-e750-4cde-8fda-b1f05210ee76), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:17.667980 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72423b78-0acc-4214-928f-67fdf6fd6ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:17.669680 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-72423b78-0acc-4214-928f-67fdf6fd6ba6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a167d527-e750-4cde-8fda-b1f05210ee76 HTTP/1.1" status: 204 len: 168 time: 0.1985157 Apr 11 18:23:17.683712 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72423b78-0acc-4214-928f-67fdf6fd6ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a167d527-e750-4cde-8fda-b1f05210ee76,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:18.262792 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a15b40-47c0-402d-8509-b46dda92acbe req-98c7d0be-c35a-4d4b-bd56-0b60579de6ec tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:18.264376 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-31a15b40-47c0-402d-8509-b46dda92acbe req-98c7d0be-c35a-4d4b-bd56-0b60579de6ec tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0469880 Apr 11 18:23:18.316561 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-31a15b40-47c0-402d-8509-b46dda92acbe req-ee40a240-9d7c-4993-bf11-cc3e497fe155 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465841 Apr 11 18:23:18.427534 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410c06f-2cc7-4905-89b2-8af8962581ae req-d9d813d8-5cb8-4a16-890a-410ceb2e7ac1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:18.429065 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7410c06f-2cc7-4905-89b2-8af8962581ae req-d9d813d8-5cb8-4a16-890a-410ceb2e7ac1 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0482552 Apr 11 18:23:18.438431 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51014) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:18.443136 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-5140774e-e15d-4094-98f9-b7f967b35cb7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Request body: {'floatingip': {'port_id': '8848d8ff-735e-41da-90b3-174051a91452'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:18.506654 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5140774e-e15d-4094-98f9-b7f967b35cb7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for floatingip (a514abb6-6a54-421d-aa63-a4ec0d565955), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:19.002072 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5140774e-e15d-4094-98f9-b7f967b35cb7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:19.081637 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5140774e-e15d-4094-98f9-b7f967b35cb7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (a514abb6-6a54-421d-aa63-a4ec0d565955), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:19.300592 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5140774e-e15d-4094-98f9-b7f967b35cb7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Router a88f92f1-6521-467a-8b97-6ac7b89ec75a has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:23:19.639205 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5140774e-e15d-4094-98f9-b7f967b35cb7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:23:19.643823 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5140774e-e15d-4094-98f9-b7f967b35cb7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:19.649250 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ca95a-e182-4f34-a262-27a6b6cd1dea None None] Sync routers for ids ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:23:19.658440 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ca95a-e182-4f34-a262-27a6b6cd1dea None None] Routers {'a88f92f1-6521-467a-8b97-6ac7b89ec75a'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:19.659038 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-690ca95a-e182-4f34-a262-27a6b6cd1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:19.680166 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'tag': '8848d8ff-735e-41da-90b3-174051a91452'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:19.682402 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1392ee-c2b6-476f-a9c5-8785f720fbe4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a895cc-5ccb-4db5-933a-e5f835919010", "tag": "8848d8ff-735e-41da-90b3-174051a91452"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:19.719644 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5140774e-e15d-4094-98f9-b7f967b35cb7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "PUT /v2.0/floatingips/a514abb6-6a54-421d-aa63-a4ec0d565955 HTTP/1.1" status: 200 len: 994 time: 1.2801092 Apr 11 18:23:19.721354 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0342c2-9e1d-4601-b37d-aee41ec65b8f x-openstack-request-id: req-5d0342c2-9e1d-4601-b37d-aee41ec65b8f {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:19.721739 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a895cc-5ccb-4db5-933a-e5f835919010", "tag": "8848d8ff-735e-41da-90b3-174051a91452", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:19.722084 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d0342c2-9e1d-4601-b37d-aee41ec65b8f {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:19.722561 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0342c2-9e1d-4601-b37d-aee41ec65b8f'] response: {'name': 'network-changed', 'server_uuid': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'tag': '8848d8ff-735e-41da-90b3-174051a91452', 'status': 'completed', 'code': 200} Apr 11 18:23:19.785614 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1392ee-c2b6-476f-a9c5-8785f720fbe4 req-058a42ae-41a3-495d-aa3f-510986074467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:19.787038 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fa1392ee-c2b6-476f-a9c5-8785f720fbe4 req-058a42ae-41a3-495d-aa3f-510986074467 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 1130 time: 0.0394752 Apr 11 18:23:19.862528 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-690ca95a-e182-4f34-a262-27a6b6cd1dea None None] Set router a88f92f1-6521-467a-8b97-6ac7b89ec75a gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:19.894152 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1392ee-c2b6-476f-a9c5-8785f720fbe4 req-f4d8b71c-3dd8-4e1a-8b56-414d5589076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:19.895763 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fa1392ee-c2b6-476f-a9c5-8785f720fbe4 req-f4d8b71c-3dd8-4e1a-8b56-414d5589076d service neutron] 10.222.0.30 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 920 time: 0.0961401 Apr 11 18:23:19.967501 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fa1392ee-c2b6-476f-a9c5-8785f720fbe4 req-01029d80-bb16-44a3-b612-8214d07e2b19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8848d8ff-735e-41da-90b3-174051a91452 HTTP/1.1" status: 200 len: 1002 time: 0.0649791 Apr 11 18:23:20.017925 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1392ee-c2b6-476f-a9c5-8785f720fbe4 req-4265ea59-7e23-43ce-9934-bcc356ceb4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:20.019563 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fa1392ee-c2b6-476f-a9c5-8785f720fbe4 req-4265ea59-7e23-43ce-9934-bcc356ceb4ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 200 len: 858 time: 0.0450587 Apr 11 18:23:20.065529 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1392ee-c2b6-476f-a9c5-8785f720fbe4 req-a681929f-fde6-4db3-8744-b244b23f8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:20.066938 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fa1392ee-c2b6-476f-a9c5-8785f720fbe4 req-a681929f-fde6-4db3-8744-b244b23f8115 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14e6ef31-5569-4b84-adfb-cf10202126af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404997 Apr 11 18:23:20.081341 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-690ca95a-e182-4f34-a262-27a6b6cd1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:19:06Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': 'a514abb6-6a54-421d-aa63-a4ec0d565955', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'port_id': '8848d8ff-735e-41da-90b3-174051a91452', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'mac_address': 'fa:16:3e:0b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:21:21Z', 'updated_at': '2022-04-11T18:23:18Z', 'revision_number': 3, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60608efb-8923-452e-841f-474cdfbf4039', 'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'mac_address': 'fa:16:3e:6f:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:19:01Z', 'updated_at': '2022-04-11T18:19:14Z', 'revision_number': 5, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'subnets': [{'id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:20.112317 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ca95a-e182-4f34-a262-27a6b6cd1dea None None] Checking router: a88f92f1-6521-467a-8b97-6ac7b89ec75a for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:23:20.121870 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ca95a-e182-4f34-a262-27a6b6cd1dea None None] Routers {'a88f92f1-6521-467a-8b97-6ac7b89ec75a'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:20.122509 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-690ca95a-e182-4f34-a262-27a6b6cd1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:20.167127 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fa1392ee-c2b6-476f-a9c5-8785f720fbe4 req-9704966d-58de-43c7-a90a-09131f2818c7 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912921 Apr 11 18:23:20.236472 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-690ca95a-e182-4f34-a262-27a6b6cd1dea None None] Set router a88f92f1-6521-467a-8b97-6ac7b89ec75a gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:20.263936 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fa1392ee-c2b6-476f-a9c5-8785f720fbe4 req-7ac9e7ef-4dd6-4fbc-85be-a56e9ddd3b5c service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867879 Apr 11 18:23:20.453158 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-690ca95a-e182-4f34-a262-27a6b6cd1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:19:06Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': 'a514abb6-6a54-421d-aa63-a4ec0d565955', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'port_id': '8848d8ff-735e-41da-90b3-174051a91452', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'mac_address': 'fa:16:3e:0b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:21:21Z', 'updated_at': '2022-04-11T18:23:18Z', 'revision_number': 3, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60608efb-8923-452e-841f-474cdfbf4039', 'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'mac_address': 'fa:16:3e:6f:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:19:01Z', 'updated_at': '2022-04-11T18:19:14Z', 'revision_number': 5, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'subnets': [{'id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:20.484306 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ca95a-e182-4f34-a262-27a6b6cd1dea None None] The sync data for ids ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'] in dv-cinder-837355-1-iscsi is: [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:19:06Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': 'a514abb6-6a54-421d-aa63-a4ec0d565955', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'port_id': '8848d8ff-735e-41da-90b3-174051a91452', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'mac_address': 'fa:16:3e:0b:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:21:21Z', 'updated_at': '2022-04-11T18:23:18Z', 'revision_number': 3, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60608efb-8923-452e-841f-474cdfbf4039', 'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'mac_address': 'fa:16:3e:6f:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:19:01Z', 'updated_at': '2022-04-11T18:19:14Z', 'revision_number': 5, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'subnets': [{'id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:23:20.677516 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-f9e33591-8930-4c0c-9fdd-38f81bc5ea62 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1bc5fdfa2a7647f58a69ba4bc0c0a3af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278778 Apr 11 18:23:20.856459 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-74dbaab4-af2d-4c82-80bb-b6fb2f88814e tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:20.857919 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-74dbaab4-af2d-4c82-80bb-b6fb2f88814e tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751845 Apr 11 18:23:20.873293 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-e7f58291-6436-4554-a858-df5677bbbcc6 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/quotas/1bc5fdfa2a7647f58a69ba4bc0c0a3af HTTP/1.1" status: 200 len: 375 time: 0.0096817 Apr 11 18:23:20.905987 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-628b3864-0b4e-4b1a-937e-f9c33a1a37e0 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bc5fdfa2a7647f58a69ba4bc0c0a3af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270092 Apr 11 18:23:21.143862 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d9275c03-78a4-41a4-a66d-c17bf9d1cc34 req-dcb5c6ea-fb36-44cb-8315-e1d48e9f47e4 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 210 time: 0.0301702 Apr 11 18:23:21.724177 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'tag': '8848d8ff-735e-41da-90b3-174051a91452'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:21.727990 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e909c4-eafb-47ee-817d-406f3c903f44" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a895cc-5ccb-4db5-933a-e5f835919010", "tag": "8848d8ff-735e-41da-90b3-174051a91452"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:21.763312 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d697ae9-cd32-40eb-a2f9-91eae55b5215 x-openstack-request-id: req-3d697ae9-cd32-40eb-a2f9-91eae55b5215 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:21.763608 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a895cc-5ccb-4db5-933a-e5f835919010", "tag": "8848d8ff-735e-41da-90b3-174051a91452", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:21.763866 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d697ae9-cd32-40eb-a2f9-91eae55b5215 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:21.764269 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d697ae9-cd32-40eb-a2f9-91eae55b5215'] response: {'name': 'network-changed', 'server_uuid': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'tag': '8848d8ff-735e-41da-90b3-174051a91452', 'status': 'completed', 'code': 200} Apr 11 18:23:21.837332 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e909c4-eafb-47ee-817d-406f3c903f44 req-8cad646a-6b9b-465a-b236-16aa243264a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:21.838979 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-47e909c4-eafb-47ee-817d-406f3c903f44 req-8cad646a-6b9b-465a-b236-16aa243264a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 1130 time: 0.0414400 Apr 11 18:23:21.941797 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e909c4-eafb-47ee-817d-406f3c903f44 req-bf5cef86-c6f2-4d7c-aa2c-7ab3a4079480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:21.943311 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-47e909c4-eafb-47ee-817d-406f3c903f44 req-bf5cef86-c6f2-4d7c-aa2c-7ab3a4079480 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 200 len: 920 time: 0.0899472 Apr 11 18:23:22.017667 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-47e909c4-eafb-47ee-817d-406f3c903f44 req-2c04948f-38fa-4faa-b03c-f2956aa12b2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8848d8ff-735e-41da-90b3-174051a91452 HTTP/1.1" status: 200 len: 1002 time: 0.0679119 Apr 11 18:23:22.071321 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e909c4-eafb-47ee-817d-406f3c903f44 req-eaa1beef-092b-4a84-a226-3f4c6df3d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:22.072825 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-47e909c4-eafb-47ee-817d-406f3c903f44 req-eaa1beef-092b-4a84-a226-3f4c6df3d0cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 200 len: 858 time: 0.0475876 Apr 11 18:23:22.123490 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e909c4-eafb-47ee-817d-406f3c903f44 req-0d94d785-936a-4d80-bcbf-e96bfa4b6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:22.124905 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-47e909c4-eafb-47ee-817d-406f3c903f44 req-0d94d785-936a-4d80-bcbf-e96bfa4b6d46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14e6ef31-5569-4b84-adfb-cf10202126af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412841 Apr 11 18:23:22.226272 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-47e909c4-eafb-47ee-817d-406f3c903f44 req-3ebd2cd5-2a6b-493e-8e98-13bc5bc57763 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935259 Apr 11 18:23:22.236662 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-eea98b06-d96c-4c7e-a86d-dc236357ef80 req-6c0d0ad4-9efd-4d8f-80f0-06d8d5d7065f tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 210 time: 0.0279794 Apr 11 18:23:22.319826 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-47e909c4-eafb-47ee-817d-406f3c903f44 req-ee91ffdc-6b63-4048-bece-fe0922316d06 service neutron] 10.222.0.30 "GET /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850990 Apr 11 18:23:23.336527 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-612bdc41-b50d-4223-84e2-eb1b9e12be0e req-64877f29-97a1-42a1-a5ca-b27b39f390d8 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 210 time: 0.0270927 Apr 11 18:23:23.483868 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-e3507930-be08-4b97-b2fb-50b2c8a2bc00 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1bc5fdfa2a7647f58a69ba4bc0c0a3af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290494 Apr 11 18:23:23.670352 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-c8c6abbf-a30b-4c8b-a390-3e322e7693ca tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:23.671836 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-c8c6abbf-a30b-4c8b-a390-3e322e7693ca tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815302 Apr 11 18:23:23.685366 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Request body: {'port': {'device_id': 'fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9', 'network_id': 'cb00f207-4361-4173-a906-06fdd6edbe4d', 'admin_state_up': True, 'tenant_id': '1bc5fdfa2a7647f58a69ba4bc0c0a3af'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:23.858573 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Made reservation on behalf of 1bc5fdfa2a7647f58a69ba4bc0c0a3af for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:23:23.862021 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:23.875177 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:24.171616 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Publish callbacks [] for security_group (edd75dbc-75bd-40a1-8adf-14eeb7f581d4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:24.229928 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (edd75dbc-75bd-40a1-8adf-14eeb7f581d4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:24.290609 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd75dbc-75bd-40a1-8adf-14eeb7f581d4,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:24.360796 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Allocated IP 192.168.233.59 (cb00f207-4361-4173-a906-06fdd6edbe4d/ac8e1f04-00c6-4ca1-b1bd-b02b14b32c4b/e77d4628-424c-4a0c-9de5-822fad380c3d) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:23:24.434699 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-23b1eb0c-97df-460c-ba8e-ada4f4eb87d1 req-8d5164b6-6deb-440c-8200-45e30b24fa16 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 210 time: 0.0293450 Apr 11 18:23:24.511396 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Publish callbacks [] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:24.670774 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:24.715872 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Network cb00f207-4361-4173-a906-06fdd6edbe4d is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:23:24.718863 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:23:24.722488 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:23:24.750226 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Pushing event updated for resources: {'Port': ['ID=e77d4628-424c-4a0c-9de5-822fad380c3d,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:24.780444 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:24.781868 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:24.895919 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-2acb5faa-5f32-4b45-9538-ced5e0ff8ff3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2140343 Apr 11 18:23:24.913974 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Request body: {'port': {'device_id': 'fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:24.963693 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-1bcb66b0-da26-4dc2-ad9d-e4de81caf78c None None] Provisioning complete for port e77d4628-424c-4a0c-9de5-822fad380c3d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:24.964277 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1bcb66b0-da26-4dc2-ad9d-e4de81caf78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:24.975725 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:25.001320 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb66b0-da26-4dc2-ad9d-e4de81caf78c None None] Port e77d4628-424c-4a0c-9de5-822fad380c3d cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:23:25.239712 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77d4628-424c-4a0c-9de5-822fad380c3d {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:23:25.249939 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Publish callbacks [] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:25.262273 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Transition to ACTIVE for port object e77d4628-424c-4a0c-9de5-822fad380c3d will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:23:25.372980 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:25.427677 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Pushing event updated for resources: {'Port': ['ID=e77d4628-424c-4a0c-9de5-822fad380c3d,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:25.506538 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Attempting to bind port e77d4628-424c-4a0c-9de5-822fad380c3d on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:23:25.507210 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Attempting to bind port e77d4628-424c-4a0c-9de5-822fad380c3d by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '7e9a1210-4c97-4ea7-9441-211359f52124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'cb00f207-4361-4173-a906-06fdd6edbe4d'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:23:25.507730 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Attempting to bind port e77d4628-424c-4a0c-9de5-822fad380c3d on network cb00f207-4361-4173-a906-06fdd6edbe4d {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:23:25.513999 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Port e77d4628-424c-4a0c-9de5-822fad380c3d on network cb00f207-4361-4173-a906-06fdd6edbe4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:23:25.514655 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Attempting to bind port e77d4628-424c-4a0c-9de5-822fad380c3d on network cb00f207-4361-4173-a906-06fdd6edbe4d {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:23:25.520711 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:23:25.521045 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Checking segment: {'id': '7e9a1210-4c97-4ea7-9441-211359f52124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'cb00f207-4361-4173-a906-06fdd6edbe4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:23:25.521601 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Bound using segment: {'id': '7e9a1210-4c97-4ea7-9441-211359f52124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'cb00f207-4361-4173-a906-06fdd6edbe4d'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:23:25.521864 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Bound port: e77d4628-424c-4a0c-9de5-822fad380c3d, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9a1210-4c97-4ea7-9441-211359f52124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'cb00f207-4361-4173-a906-06fdd6edbe4d'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:23:25.522231 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:25.570135 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3db20-9599-47bf-8fbe-d05995659fde req-be1368b1-dfb5-4ca4-a440-25a46cd4b6d3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:25.572342 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-24a3db20-9599-47bf-8fbe-d05995659fde req-be1368b1-dfb5-4ca4-a440-25a46cd4b6d3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 947 time: 0.0595412 Apr 11 18:23:25.604984 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] For port e77d4628-424c-4a0c-9de5-822fad380c3d, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:23:25.608754 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] For port e77d4628-424c-4a0c-9de5-822fad380c3d, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e77d4628-424c-4a0c-9de5-822fad380c3d,segment=NetworkSegment(7e9a1210-4c97-4ea7-9441-211359f52124),segment_id=7e9a1210-4c97-4ea7-9441-211359f52124)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:23:25.629423 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-24a3db20-9599-47bf-8fbe-d05995659fde req-18d4d66f-68c0-473e-ac1c-06b8ffe3bc37 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/security-groups?id=edd75dbc-75bd-40a1-8adf-14eeb7f581d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491652 Apr 11 18:23:25.693637 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:25.734961 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:25.735614 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:25.737015 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] 10.222.0.30 "PUT /v2.0/ports/e77d4628-424c-4a0c-9de5-822fad380c3d HTTP/1.1" status: 200 len: 1097 time: 0.8271945 Apr 11 18:23:25.737481 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9', 'tag': 'e77d4628-424c-4a0c-9de5-822fad380c3d'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:25.739805 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94abf7b9-c16e-4086-98b7-bfeed0a28365" -d '{"events": [{"name": "network-changed", "server_uuid": "fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9", "tag": "e77d4628-424c-4a0c-9de5-822fad380c3d"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:25.775877 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a7db1-032e-43ee-b557-163c8242f496 service neutron] Pushing event updated for resources: {'Port': ['ID=e77d4628-424c-4a0c-9de5-822fad380c3d,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:25.789489 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631381fd-cb93-4eb6-91d2-fe16e0a834e5 x-openstack-request-id: req-631381fd-cb93-4eb6-91d2-fe16e0a834e5 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:25.790648 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9", "tag": "e77d4628-424c-4a0c-9de5-822fad380c3d", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:25.790648 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-631381fd-cb93-4eb6-91d2-fe16e0a834e5 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:25.791014 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631381fd-cb93-4eb6-91d2-fe16e0a834e5'] response: {'name': 'network-changed', 'server_uuid': 'fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9', 'tag': 'e77d4628-424c-4a0c-9de5-822fad380c3d', 'status': 'completed', 'code': 200} Apr 11 18:23:25.869077 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abf7b9-c16e-4086-98b7-bfeed0a28365 req-8b476840-6f84-4e61-8163-9579cae76749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:25.870809 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-94abf7b9-c16e-4086-98b7-bfeed0a28365 req-8b476840-6f84-4e61-8163-9579cae76749 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1bc5fdfa2a7647f58a69ba4bc0c0a3af&device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 1131 time: 0.0505688 Apr 11 18:23:25.901703 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-94abf7b9-c16e-4086-98b7-bfeed0a28365 req-7d3ea7d4-d21c-4efe-b180-0812431a1b68 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1bc5fdfa2a7647f58a69ba4bc0c0a3af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225763 Apr 11 18:23:26.003000 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abf7b9-c16e-4086-98b7-bfeed0a28365 req-2a45a6f3-4181-425d-b536-a8bd2129f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:26.004754 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-94abf7b9-c16e-4086-98b7-bfeed0a28365 req-2a45a6f3-4181-425d-b536-a8bd2129f305 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968461 Apr 11 18:23:26.083245 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-7f7bd126-965e-4451-a007-16b72acd8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:26.084842 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-7f7bd126-965e-4451-a007-16b72acd8838 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1bc5fdfa2a7647f58a69ba4bc0c0a3af&device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 1131 time: 0.0408506 Apr 11 18:23:26.129596 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-9ccfd5ec-6e6d-44e7-be24-c8f95436a90c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e77d4628-424c-4a0c-9de5-822fad380c3d HTTP/1.1" status: 200 len: 217 time: 0.0371234 Apr 11 18:23:26.181682 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-9e643148-5bc0-4651-8328-4a2da4a9f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:26.183032 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-9e643148-5bc0-4651-8328-4a2da4a9f70e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac8e1f04-00c6-4ca1-b1bd-b02b14b32c4b HTTP/1.1" status: 200 len: 843 time: 0.0434992 Apr 11 18:23:26.226610 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-502457b7-0368-4d85-a900-d7d437225f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:26.228178 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-502457b7-0368-4d85-a900-d7d437225f8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cb00f207-4361-4173-a906-06fdd6edbe4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0383792 Apr 11 18:23:26.322055 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-4f4e1071-088e-46cf-babb-bd20b84e24a8 service neutron] 10.222.0.30 "GET /v2.0/networks/cb00f207-4361-4173-a906-06fdd6edbe4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856447 Apr 11 18:23:26.412532 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5b02801b-a46c-479b-90d2-762e404cc1a5 req-e6932eeb-2969-4a81-8948-44d45997c88d service neutron] 10.222.0.30 "GET /v2.0/networks/cb00f207-4361-4173-a906-06fdd6edbe4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843568 Apr 11 18:23:26.743606 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fefaa7-9878-4800-a2f6-584c19d2ecf7 req-823e22c5-6d28-4456-aea7-b884ce415549 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:26.745095 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45fefaa7-9878-4800-a2f6-584c19d2ecf7 req-823e22c5-6d28-4456-aea7-b884ce415549 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 947 time: 0.0466635 Apr 11 18:23:26.791914 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45fefaa7-9878-4800-a2f6-584c19d2ecf7 req-7b4541ee-54cb-4b8d-a20b-bddc52ce35b4 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/security-groups?id=edd75dbc-75bd-40a1-8adf-14eeb7f581d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411537 Apr 11 18:23:27.910670 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e321f-e938-4a02-942a-111bc308fd35 req-b2705ee6-90d8-447a-b110-a33efff2b695 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:27.912192 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b49e321f-e938-4a02-942a-111bc308fd35 req-b2705ee6-90d8-447a-b110-a33efff2b695 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 947 time: 0.0490072 Apr 11 18:23:27.964964 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b49e321f-e938-4a02-942a-111bc308fd35 req-ef6d3974-a909-4b86-b7f8-16c1ca5769fe tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/security-groups?id=edd75dbc-75bd-40a1-8adf-14eeb7f581d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460103 Apr 11 18:23:29.077273 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39d3b-6185-4291-ba08-be7c57e862e2 req-7f7349ee-7564-4edf-a1e6-2ed9cbea10ef tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:29.078783 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0ac39d3b-6185-4291-ba08-be7c57e862e2 req-7f7349ee-7564-4edf-a1e6-2ed9cbea10ef tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 947 time: 0.0481002 Apr 11 18:23:29.126307 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0ac39d3b-6185-4291-ba08-be7c57e862e2 req-3fb18150-2783-42e1-be58-aa59a63a93e3 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/security-groups?id=edd75dbc-75bd-40a1-8adf-14eeb7f581d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Apr 11 18:23:29.224915 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device e77d4628-424c-4a0c-9de5-822fad380c3d details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:23:29.330897 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port e77d4628-424c-4a0c-9de5-822fad380c3d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e77d4628-424c-4a0c-9de5-822fad380c3d,segment=NetworkSegment(7e9a1210-4c97-4ea7-9441-211359f52124),segment_id=7e9a1210-4c97-4ea7-9441-211359f52124)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:29.343124 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': 'e77d4628-424c-4a0c-9de5-822fad380c3d', 'network_id': 'cb00f207-4361-4173-a906-06fdd6edbe4d', 'port_id': 'e77d4628-424c-4a0c-9de5-822fad380c3d', 'mac_address': 'fa:16:3e:93:28:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8e1f04-00c6-4ca1-b1bd-b02b14b32c4b', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:23:29.380535 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port e77d4628-424c-4a0c-9de5-822fad380c3d is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:29.384989 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:29.394680 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77d4628-424c-4a0c-9de5-822fad380c3d {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:23:29.415928 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port e77d4628-424c-4a0c-9de5-822fad380c3d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e77d4628-424c-4a0c-9de5-822fad380c3d,segment=NetworkSegment(7e9a1210-4c97-4ea7-9441-211359f52124),segment_id=7e9a1210-4c97-4ea7-9441-211359f52124)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:29.515444 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:29.564422 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=e77d4628-424c-4a0c-9de5-822fad380c3d,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:29.846054 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['e77d4628-424c-4a0c-9de5-822fad380c3d'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:23:30.237458 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858edaf-3a4a-4a42-b5dd-b2bbcc6d4a59 req-ecf2a429-84b5-445f-9734-ce4c814dd52a tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:30.238903 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6858edaf-3a4a-4a42-b5dd-b2bbcc6d4a59 req-ecf2a429-84b5-445f-9734-ce4c814dd52a tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 948 time: 0.0459440 Apr 11 18:23:30.285572 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6858edaf-3a4a-4a42-b5dd-b2bbcc6d4a59 req-6ae40435-35bf-402c-b109-8f0947f91b92 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/security-groups?id=edd75dbc-75bd-40a1-8adf-14eeb7f581d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410769 Apr 11 18:23:31.230633 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device e77d4628-424c-4a0c-9de5-822fad380c3d up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:23:31.275428 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port e77d4628-424c-4a0c-9de5-822fad380c3d completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:23:31.344537 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port e77d4628-424c-4a0c-9de5-822fad380c3d triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:31.344920 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:31.403047 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4aec55-b077-4067-91d8-3f09e1b9a117 req-00968172-e106-465e-98a0-eb1f54d57e41 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:31.404744 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0d4aec55-b077-4067-91d8-3f09e1b9a117 req-00968172-e106-465e-98a0-eb1f54d57e41 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 948 time: 0.0517600 Apr 11 18:23:31.428983 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port e77d4628-424c-4a0c-9de5-822fad380c3d is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:31.429445 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:31.453109 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77d4628-424c-4a0c-9de5-822fad380c3d'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:31.453445 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0d4aec55-b077-4067-91d8-3f09e1b9a117 req-61f10986-4e8d-4f09-8280-658ec2b053a5 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/security-groups?id=edd75dbc-75bd-40a1-8adf-14eeb7f581d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429986 Apr 11 18:23:31.455508 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d6d398-20af-4cf8-b3dc-7ead68a43257" -d '{"events": [{"server_uuid": "fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9", "name": "network-vif-plugged", "status": "completed", "tag": "e77d4628-424c-4a0c-9de5-822fad380c3d"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:31.471207 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port e77d4628-424c-4a0c-9de5-822fad380c3d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e77d4628-424c-4a0c-9de5-822fad380c3d,segment=NetworkSegment(7e9a1210-4c97-4ea7-9441-211359f52124),segment_id=7e9a1210-4c97-4ea7-9441-211359f52124)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:31.491065 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df89ea4-bd4f-49d3-abcf-97e261bf799d x-openstack-request-id: req-9df89ea4-bd4f-49d3-abcf-97e261bf799d {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:31.491440 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9", "name": "network-vif-plugged", "status": "completed", "tag": "e77d4628-424c-4a0c-9de5-822fad380c3d", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:31.491745 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9df89ea4-bd4f-49d3-abcf-97e261bf799d {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:31.492149 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df89ea4-bd4f-49d3-abcf-97e261bf799d'] response: {'server_uuid': 'fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77d4628-424c-4a0c-9de5-822fad380c3d', 'code': 200} Apr 11 18:23:31.544622 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:31.594672 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=e77d4628-424c-4a0c-9de5-822fad380c3d,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:31.801659 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc303ea4-4ef1-4a08-8fed-a7033ef82437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:32.100324 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eea31b-71b9-417c-b340-019972f035b8 req-89269aed-a439-4077-b9e2-48f3fb6ff6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:32.101749 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-07eea31b-71b9-417c-b340-019972f035b8 req-89269aed-a439-4077-b9e2-48f3fb6ff6a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 1133 time: 0.0426157 Apr 11 18:23:32.149065 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-07eea31b-71b9-417c-b340-019972f035b8 req-27f8b7c3-dc83-4de9-af7e-e50261b725b7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=edd75dbc-75bd-40a1-8adf-14eeb7f581d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Apr 11 18:23:32.569712 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3089687-791c-4806-9276-f81b6ea186d6 req-7a826eda-0128-4ae2-9b21-4e2544317f1f tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:32.571273 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c3089687-791c-4806-9276-f81b6ea186d6 req-7a826eda-0128-4ae2-9b21-4e2544317f1f tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 949 time: 0.0482380 Apr 11 18:23:32.619255 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c3089687-791c-4806-9276-f81b6ea186d6 req-38d4a1c5-4756-4ec6-bc02-17f730c5a2f0 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/security-groups?id=edd75dbc-75bd-40a1-8adf-14eeb7f581d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 Apr 11 18:23:33.762061 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0762ccc-edf8-44c7-8ee5-7227ff8f6308 req-4fbe0cdc-8751-4f08-8f25-97e7aba2c225 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:33.764108 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e0762ccc-edf8-44c7-8ee5-7227ff8f6308 req-4fbe0cdc-8751-4f08-8f25-97e7aba2c225 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 949 time: 0.0771306 Apr 11 18:23:33.783087 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09859e74-6bc6-43b4-9518-cdbd0ece57a6 req-d686248b-5375-40c0-965d-0fdec6cd804f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:33.784543 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-09859e74-6bc6-43b4-9518-cdbd0ece57a6 req-d686248b-5375-40c0-965d-0fdec6cd804f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 947 time: 0.0661364 Apr 11 18:23:33.853181 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e0762ccc-edf8-44c7-8ee5-7227ff8f6308 req-cb94d7ed-8a06-4c38-bef1-6e6d38d45e72 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/security-groups?id=edd75dbc-75bd-40a1-8adf-14eeb7f581d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835550 Apr 11 18:23:33.860376 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-09859e74-6bc6-43b4-9518-cdbd0ece57a6 req-3cc24a2a-1bd4-40ef-85b4-0103c9bed98d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682595 Apr 11 18:23:34.197577 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391294c9-5e03-4ebd-9032-834b94a3df72 req-bc6291c7-664b-4e78-a02e-458d6b76e79e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:34.199033 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-391294c9-5e03-4ebd-9032-834b94a3df72 req-bc6291c7-664b-4e78-a02e-458d6b76e79e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0487399 Apr 11 18:23:34.263056 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-391294c9-5e03-4ebd-9032-834b94a3df72 req-903ee6fe-aedc-4cf1-ab56-74f769b24538 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566721 Apr 11 18:23:34.561560 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-46d7a842-560c-4019-8a32-8bace3ff46a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:34.995569 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c0075-cbdf-490b-8f62-63dc3e4a62be req-04d51d4d-7554-4348-8642-43a6f1c9ad11 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:34.997620 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-521c0075-cbdf-490b-8f62-63dc3e4a62be req-04d51d4d-7554-4348-8642-43a6f1c9ad11 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 949 time: 0.0748529 Apr 11 18:23:35.012979 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fba7a4-7304-44bc-8847-d9446298dbe4 req-6a11c75b-3ce2-444d-915b-3b55d3afde7f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:35.014396 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-42fba7a4-7304-44bc-8847-d9446298dbe4 req-6a11c75b-3ce2-444d-915b-3b55d3afde7f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 947 time: 0.0635765 Apr 11 18:23:35.086738 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-521c0075-cbdf-490b-8f62-63dc3e4a62be req-28b434ab-926a-41bd-990a-3f1fe38e2e01 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/security-groups?id=edd75dbc-75bd-40a1-8adf-14eeb7f581d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812993 Apr 11 18:23:35.095453 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-42fba7a4-7304-44bc-8847-d9446298dbe4 req-98cf3155-71f7-4c81-80fc-7220c64a6c6b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750132 Apr 11 18:23:35.380671 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f57a8d-16c0-475c-a794-745db0f5ccdb req-4864b126-1c11-4f94-b17a-e39a1b9f4186 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:35.382284 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19f57a8d-16c0-475c-a794-745db0f5ccdb req-4864b126-1c11-4f94-b17a-e39a1b9f4186 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0509844 Apr 11 18:23:35.390187 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:35.446533 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19f57a8d-16c0-475c-a794-745db0f5ccdb req-4563e2c8-1f6d-471a-9e2b-26265c76730b tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548420 Apr 11 18:23:35.567664 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fe14f-cfed-4125-a2d2-109231b46bcc req-e1151ec1-121a-40a3-bce1-5f76c7518840 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:35.569224 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-310fe14f-cfed-4125-a2d2-109231b46bcc req-e1151ec1-121a-40a3-bce1-5f76c7518840 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 949 time: 0.0469134 Apr 11 18:23:35.616836 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-310fe14f-cfed-4125-a2d2-109231b46bcc req-c88f60a9-0fa2-4cdb-829e-dbac2b1245c6 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/security-groups?id=edd75dbc-75bd-40a1-8adf-14eeb7f581d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Apr 11 18:23:35.924585 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5be8b6-7537-4b25-98e2-3d924cbb9544 req-a4ea455c-2ee3-4572-8371-b2dc34d3dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:35.926240 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ff5be8b6-7537-4b25-98e2-3d924cbb9544 req-a4ea455c-2ee3-4572-8371-b2dc34d3dc2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d11915a0223b4b3cb4dd1b19e8c59a28&device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 1168 time: 0.0400643 Apr 11 18:23:36.222355 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2d1f8-f019-4e36-8928-4dfc0ecce7d6 req-353f4f39-6fcd-402c-bce9-f880b6270443 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:36.223769 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c0e2d1f8-f019-4e36-8928-4dfc0ecce7d6 req-353f4f39-6fcd-402c-bce9-f880b6270443 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 947 time: 0.0500920 Apr 11 18:23:36.271078 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c0e2d1f8-f019-4e36-8928-4dfc0ecce7d6 req-e875d78a-9777-4016-b107-bc88b4e96764 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416915 Apr 11 18:23:36.558769 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3088f-f6af-4bfd-b290-692825f21f46 req-48a752d9-2b57-4c11-8cb2-2364b083a8f4 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:36.560339 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ba3088f-f6af-4bfd-b290-692825f21f46 req-48a752d9-2b57-4c11-8cb2-2364b083a8f4 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0467353 Apr 11 18:23:36.619643 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ba3088f-f6af-4bfd-b290-692825f21f46 req-cd367ed1-5461-4223-9a0d-f33113ee7cdb tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532734 Apr 11 18:23:36.732585 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638cef2-81a7-4a32-bfe9-37e4362d7d71 req-cbe07eff-1aac-417a-893a-bcef73f84c62 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:36.734055 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4638cef2-81a7-4a32-bfe9-37e4362d7d71 req-cbe07eff-1aac-417a-893a-bcef73f84c62 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 949 time: 0.0483150 Apr 11 18:23:36.785427 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4638cef2-81a7-4a32-bfe9-37e4362d7d71 req-f659a19a-b1a9-4e28-95df-6ef4a88f8530 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/security-groups?id=edd75dbc-75bd-40a1-8adf-14eeb7f581d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456710 Apr 11 18:23:36.921197 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:37.386967 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3336-c030-4ef2-897c-cb817d577ce5 req-12ba5650-f878-4986-8e88-bdd507869c48 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:37.388552 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-171b3336-c030-4ef2-897c-cb817d577ce5 req-12ba5650-f878-4986-8e88-bdd507869c48 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 947 time: 0.0468671 Apr 11 18:23:37.436503 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-171b3336-c030-4ef2-897c-cb817d577ce5 req-82704622-cb7d-483b-9a08-6c7c387c1ed3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422988 Apr 11 18:23:37.445538 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:23:37.485899 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5be8b6-7537-4b25-98e2-3d924cbb9544 req-2dbffa85-4104-4fdd-af93-57bb5dad90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:37.487390 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ff5be8b6-7537-4b25-98e2-3d924cbb9544 req-2dbffa85-4104-4fdd-af93-57bb5dad90c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1566b786-42c0-43d8-949f-9debe78c0e87 HTTP/1.1" status: 200 len: 915 time: 0.1221235 Apr 11 18:23:37.495349 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-07fc21d2-5014-409a-88f5-b4815599278b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:37.496774 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-07fc21d2-5014-409a-88f5-b4815599278b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 947 time: 0.0567138 Apr 11 18:23:37.681326 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ff5be8b6-7537-4b25-98e2-3d924cbb9544 req-168c42c0-13e3-4dcd-af49-33999de412cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978 HTTP/1.1" status: 200 len: 1000 time: 0.1143520 Apr 11 18:23:37.734646 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eeac9-5327-4730-aec3-cf037f563a5b req-8fe34ff8-6b44-4bc6-ba82-44cc86e9ed61 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:37.736165 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7b8eeac9-5327-4730-aec3-cf037f563a5b req-8fe34ff8-6b44-4bc6-ba82-44cc86e9ed61 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0475028 Apr 11 18:23:37.763030 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Deleting port 495fbcce-180e-4eff-bfb9-2fae1a121c32 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:23:37.763395 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:37.783881 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa7fa2-a02f-4818-ae5e-e14ce13e3df7 req-c309331a-720a-4150-959e-02b0a8f803ea tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:37.785331 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-84fa7fa2-a02f-4818-ae5e-e14ce13e3df7 req-c309331a-720a-4150-959e-02b0a8f803ea tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 949 time: 0.1010230 Apr 11 18:23:37.797769 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7b8eeac9-5327-4730-aec3-cf037f563a5b req-2247dd7c-191b-4cf3-b3ef-3163e944c4d3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552576 Apr 11 18:23:37.854275 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5be8b6-7537-4b25-98e2-3d924cbb9544 req-ae8a021e-d547-49db-83c0-b201eb80e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:37.858307 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ff5be8b6-7537-4b25-98e2-3d924cbb9544 req-ae8a021e-d547-49db-83c0-b201eb80e28b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea258085-af72-47cc-9c2f-16ca68e1d2bc HTTP/1.1" status: 200 len: 853 time: 0.1604817 Apr 11 18:23:37.906339 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d854da-3545-4177-b202-375a5fff25f9 req-0b1096f1-cd90-4e74-bc69-ef41b1eb57e9 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:37.907882 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83d854da-3545-4177-b202-375a5fff25f9 req-0b1096f1-cd90-4e74-bc69-ef41b1eb57e9 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 949 time: 0.0527852 Apr 11 18:23:37.958480 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83d854da-3545-4177-b202-375a5fff25f9 req-8004f174-70d4-47a0-b883-4237e4040ab4 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/security-groups?id=edd75dbc-75bd-40a1-8adf-14eeb7f581d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444605 Apr 11 18:23:37.963341 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5be8b6-7537-4b25-98e2-3d924cbb9544 req-fc810040-33ad-495b-af56-64073a87be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:37.964894 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ff5be8b6-7537-4b25-98e2-3d924cbb9544 req-fc810040-33ad-495b-af56-64073a87be21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1566b786-42c0-43d8-949f-9debe78c0e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1023459 Apr 11 18:23:37.971452 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] For port 495fbcce-180e-4eff-bfb9-2fae1a121c32, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=495fbcce-180e-4eff-bfb9-2fae1a121c32,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:37.971816 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:38.026425 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-84fa7fa2-a02f-4818-ae5e-e14ce13e3df7 req-a9c1d40c-bdab-4c38-a8bf-4bbb0b630ec6 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Deleting port e77d4628-424c-4a0c-9de5-822fad380c3d {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:23:38.026762 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-84fa7fa2-a02f-4818-ae5e-e14ce13e3df7 req-a9c1d40c-bdab-4c38-a8bf-4bbb0b630ec6 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:38.316149 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-84fa7fa2-a02f-4818-ae5e-e14ce13e3df7 req-a9c1d40c-bdab-4c38-a8bf-4bbb0b630ec6 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] For port e77d4628-424c-4a0c-9de5-822fad380c3d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e77d4628-424c-4a0c-9de5-822fad380c3d,segment=NetworkSegment(7e9a1210-4c97-4ea7-9441-211359f52124),segment_id=7e9a1210-4c97-4ea7-9441-211359f52124)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:38.316517 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-84fa7fa2-a02f-4818-ae5e-e14ce13e3df7 req-a9c1d40c-bdab-4c38-a8bf-4bbb0b630ec6 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:38.320328 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ff5be8b6-7537-4b25-98e2-3d924cbb9544 req-0a6b2439-460d-4049-9b83-3722cb7a6ab0 service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443511 Apr 11 18:23:38.332237 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:38.352911 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-84fa7fa2-a02f-4818-ae5e-e14ce13e3df7 req-a9c1d40c-bdab-4c38-a8bf-4bbb0b630ec6 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Calling delete_port for e77d4628-424c-4a0c-9de5-822fad380c3d owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:23:38.564339 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b708847-53a8-4fb8-b626-8cc457e8b1be req-00886f36-63a7-4fb5-bea1-356efd4cd40c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:38.566032 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5b708847-53a8-4fb8-b626-8cc457e8b1be req-00886f36-63a7-4fb5-bea1-356efd4cd40c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 947 time: 0.0502510 Apr 11 18:23:38.616552 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5b708847-53a8-4fb8-b626-8cc457e8b1be req-85e79f05-fdd2-4629-af6e-138c91a37b3e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=aaee18a2-800b-48cc-901d-b92a2d398c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444169 Apr 11 18:23:38.652414 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:38.653527 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (86306618-7b57-4775-aa55-09bccff88751), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:38.653749 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Floating IP 86306618-7b57-4775-aa55-09bccff88751 disassociated. External IP: 172.27.3.110, port: 495fbcce-180e-4eff-bfb9-2fae1a121c32. Apr 11 18:23:38.654200 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Calling delete_port for 495fbcce-180e-4eff-bfb9-2fae1a121c32 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:23:38.758001 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ff5be8b6-7537-4b25-98e2-3d924cbb9544 req-930f5e40-7814-4992-b3d4-47b2b3f190fb service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290597 Apr 11 18:23:38.917687 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f70249-34d1-4e9b-a12c-52bd0f2f9b63 req-897eb77b-1b69-42bb-bf8c-f9718ca7d019 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:38.919755 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c0f70249-34d1-4e9b-a12c-52bd0f2f9b63 req-897eb77b-1b69-42bb-bf8c-f9718ca7d019 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0477099 Apr 11 18:23:38.978763 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-84fa7fa2-a02f-4818-ae5e-e14ce13e3df7 req-a9c1d40c-bdab-4c38-a8bf-4bbb0b630ec6 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (e77d4628-424c-4a0c-9de5-822fad380c3d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:38.985519 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c0f70249-34d1-4e9b-a12c-52bd0f2f9b63 req-41235224-1af7-41b3-a7a1-75bdcf0aa56e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600407 Apr 11 18:23:38.993464 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['e77d4628-424c-4a0c-9de5-822fad380c3d'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:23:39.011431 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (495fbcce-180e-4eff-bfb9-2fae1a121c32), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:39.015737 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1d40c-bdab-4c38-a8bf-4bbb0b630ec6 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Pushing event deleted for resources: {'Port': ['ID=e77d4628-424c-4a0c-9de5-822fad380c3d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:39.068827 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event deleted for resources: {'Port': ['ID=495fbcce-180e-4eff-bfb9-2fae1a121c32,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:39.097158 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fa7fa2-a02f-4818-ae5e-e14ce13e3df7 req-a9c1d40c-bdab-4c38-a8bf-4bbb0b630ec6 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] No DVR routers for this DVR port e77d4628-424c-4a0c-9de5-822fad380c3d on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:23:39.110028 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fcdbfe47-1f5a-4716-b581-aba043aab406 req-417f6b2c-68fa-42a7-be76-9086a1c89bd5 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 210 time: 0.0285997 Apr 11 18:23:39.131916 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-84fa7fa2-a02f-4818-ae5e-e14ce13e3df7 req-a9c1d40c-bdab-4c38-a8bf-4bbb0b630ec6 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:39.135386 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-84fa7fa2-a02f-4818-ae5e-e14ce13e3df7 req-a9c1d40c-bdab-4c38-a8bf-4bbb0b630ec6 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.30 "DELETE /v2.0/ports/e77d4628-424c-4a0c-9de5-822fad380c3d HTTP/1.1" status: 204 len: 173 time: 1.3374183 Apr 11 18:23:39.135911 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9', 'name': 'network-vif-deleted', 'tag': 'e77d4628-424c-4a0c-9de5-822fad380c3d'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:39.138927 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfddac9a-2e07-4ec6-9df2-7976ca073093" -d '{"events": [{"server_uuid": "fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9", "name": "network-vif-deleted", "tag": "e77d4628-424c-4a0c-9de5-822fad380c3d"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:39.200289 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755bf082-61fb-4955-b172-4566e73fc7b9 x-openstack-request-id: req-755bf082-61fb-4955-b172-4566e73fc7b9 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:39.200289 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9", "name": "network-vif-deleted", "tag": "e77d4628-424c-4a0c-9de5-822fad380c3d", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:39.200289 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-755bf082-61fb-4955-b172-4566e73fc7b9 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:39.200289 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755bf082-61fb-4955-b172-4566e73fc7b9'] response: {'server_uuid': 'fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9', 'name': 'network-vif-deleted', 'tag': 'e77d4628-424c-4a0c-9de5-822fad380c3d', 'status': 'completed', 'code': 200} Apr 11 18:23:39.232273 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Router f2029eba-bdad-4a1d-8ee5-3a0794620889 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:23:39.337136 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 495fbcce-180e-4eff-bfb9-2fae1a121c32 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:23:39.352837 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:23:39.366404 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a04076-8350-4d54-98cb-6b3e46d4c950 None None] Sync routers for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:23:39.370382 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 495fbcce-180e-4eff-bfb9-2fae1a121c32 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:23:39.370726 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 495fbcce-180e-4eff-bfb9-2fae1a121c32 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:23:39.371166 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device e77d4628-424c-4a0c-9de5-822fad380c3d no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:23:39.397209 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: e77d4628-424c-4a0c-9de5-822fad380c3d {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:23:39.397551 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device e77d4628-424c-4a0c-9de5-822fad380c3d not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:23:39.400771 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] No DVR routers for this DVR port 495fbcce-180e-4eff-bfb9-2fae1a121c32 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:23:39.405205 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a04076-8350-4d54-98cb-6b3e46d4c950 None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:39.405205 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-40a04076-8350-4d54-98cb-6b3e46d4c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:39.405494 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:39.407342 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6fa2dcf7-19ac-42c9-a17a-5afb0d2a21cc req-d647a686-42d3-4614-bd8c-9ca092144614 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.30 "DELETE /v2.0/ports/495fbcce-180e-4eff-bfb9-2fae1a121c32 HTTP/1.1" status: 204 len: 173 time: 1.8391025 Apr 11 18:23:39.515824 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-40a04076-8350-4d54-98cb-6b3e46d4c950 None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:39.718341 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-40a04076-8350-4d54-98cb-6b3e46d4c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:39.720722 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-42091d37-4198-4b6e-a93d-f1b313f0e318 req-54de316b-abc5-4b44-a29b-0110e67a5756 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de HTTP/1.1" status: 200 len: 210 time: 0.0277836 Apr 11 18:23:39.752745 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a04076-8350-4d54-98cb-6b3e46d4c950 None None] Checking router: f2029eba-bdad-4a1d-8ee5-3a0794620889 for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:23:39.761432 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a04076-8350-4d54-98cb-6b3e46d4c950 None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:39.762076 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-40a04076-8350-4d54-98cb-6b3e46d4c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:39.876353 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-40a04076-8350-4d54-98cb-6b3e46d4c950 None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:40.087532 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-40a04076-8350-4d54-98cb-6b3e46d4c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:40.112515 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1191b3-a812-406e-b876-9d74f43c65aa req-01226543-d6be-4290-b9ff-90195b0b06e2 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:40.114173 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2e1191b3-a812-406e-b876-9d74f43c65aa req-01226543-d6be-4290-b9ff-90195b0b06e2 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0484312 Apr 11 18:23:40.119184 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a04076-8350-4d54-98cb-6b3e46d4c950 None None] The sync data for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi is: [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:23:40.191279 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2e1191b3-a812-406e-b876-9d74f43c65aa req-c229c707-89fc-48ac-9e23-598fa537b7ad tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712762 Apr 11 18:23:40.236440 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ba907dcf-ed3a-40f7-b8f4-cac644fbae2d req-0df1b49b-8f64-4801-b3f6-0aba836366d8 tempest-VolumesNegativeTest-1005929641 tempest-VolumesNegativeTest-1005929641-project] 10.222.0.64 "GET /v2.0/ports?device_id=fc56fa8d-ab7b-4c15-a63f-7ffc962eb1a9 HTTP/1.1" status: 200 len: 210 time: 0.0326014 Apr 11 18:23:40.405257 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240bec04-ae7f-4496-b74e-927621bd69ef None None] New status for floating IP 86306618-7b57-4775-aa55-09bccff88751: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:23:40.928110 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51176) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:40.984524 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group (aaee18a2-800b-48cc-901d-b92a2d398c18), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:41.008939 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group (aaee18a2-800b-48cc-901d-b92a2d398c18), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:41.172746 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (aaee18a2-800b-48cc-901d-b92a2d398c18), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:41.175759 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:41.177253 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "DELETE /v2.0/security-groups/aaee18a2-800b-48cc-901d-b92a2d398c18 HTTP/1.1" status: 204 len: 168 time: 0.2481534 Apr 11 18:23:41.181022 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 51178) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:41.191191 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaee18a2-800b-48cc-901d-b92a2d398c18,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:41.205299 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.205846 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.206389 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.206526 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'name': 'network-vif-deleted', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:41.206932 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.207495 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.208046 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.208579 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.209956 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.210490 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.211035 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.211574 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ff2885-300b-4c4e-84b7-cbde4cecb879" -d '{"events": [{"server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "name": "network-vif-deleted", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:41.211727 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.212106 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.212632 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.213165 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.213694 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9619ec1-4135-4ff1-9136-7b25611cc42a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:41.220344 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-13204046-3916-41cd-87e3-36525cc3d415 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] show failed (client error): The resource could not be found. Apr 11 18:23:41.224396 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-13204046-3916-41cd-87e3-36525cc3d415 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups/aaee18a2-800b-48cc-901d-b92a2d398c18 HTTP/1.1" status: 404 len: 347 time: 0.0385075 Apr 11 18:23:41.228129 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51184) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:41.268830 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e118054-2276-4d27-a349-e7c78bb5a78e x-openstack-request-id: req-8e118054-2276-4d27-a349-e7c78bb5a78e {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:41.269184 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de", "name": "network-vif-deleted", "tag": "495fbcce-180e-4eff-bfb9-2fae1a121c32", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:41.269442 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8e118054-2276-4d27-a349-e7c78bb5a78e {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:41.269845 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e118054-2276-4d27-a349-e7c78bb5a78e'] response: {'server_uuid': 'bdb35ca8-fa69-4e71-aeb3-f0eaedbcd9de', 'name': 'network-vif-deleted', 'tag': '495fbcce-180e-4eff-bfb9-2fae1a121c32', 'status': 'completed', 'code': 200} Apr 11 18:23:41.400558 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f08b8-6ab0-459f-9aad-8776f5bf3795 req-db07dfd0-e971-4157-9a3e-2209a072820a tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:41.404143 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-257f08b8-6ab0-459f-9aad-8776f5bf3795 req-db07dfd0-e971-4157-9a3e-2209a072820a tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.1051507 Apr 11 18:23:41.429734 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-0163f0dc-a4ee-4f94-9b0d-e62378bc893a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Deleting port f22c06e2-d7b4-45b0-87e9-023bee060d4c {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:23:41.430080 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0163f0dc-a4ee-4f94-9b0d-e62378bc893a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (f22c06e2-d7b4-45b0-87e9-023bee060d4c), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:41.525977 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-257f08b8-6ab0-459f-9aad-8776f5bf3795 req-fd33b1f8-caa8-4518-b43f-5acd9d0f5ebe tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1149902 Apr 11 18:23:41.542215 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0163f0dc-a4ee-4f94-9b0d-e62378bc893a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (f22c06e2-d7b4-45b0-87e9-023bee060d4c), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:41.543005 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0163f0dc-a4ee-4f94-9b0d-e62378bc893a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (f22c06e2-d7b4-45b0-87e9-023bee060d4c), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:41.557382 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-0163f0dc-a4ee-4f94-9b0d-e62378bc893a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Calling delete_port for f22c06e2-d7b4-45b0-87e9-023bee060d4c owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:23:41.812954 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0163f0dc-a4ee-4f94-9b0d-e62378bc893a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (f22c06e2-d7b4-45b0-87e9-023bee060d4c), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:41.841006 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163f0dc-a4ee-4f94-9b0d-e62378bc893a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event deleted for resources: {'Port': ['ID=f22c06e2-d7b4-45b0-87e9-023bee060d4c,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:41.908109 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0163f0dc-a4ee-4f94-9b0d-e62378bc893a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (86306618-7b57-4775-aa55-09bccff88751), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:41.910911 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0163f0dc-a4ee-4f94-9b0d-e62378bc893a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:41.912278 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-0163f0dc-a4ee-4f94-9b0d-e62378bc893a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "DELETE /v2.0/floatingips/86306618-7b57-4775-aa55-09bccff88751 HTTP/1.1" status: 204 len: 168 time: 0.6827996 Apr 11 18:23:42.412910 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51226) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:42.427221 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-9ecb9209-a762-4639-abdb-7626488a45c8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181261216', 'description': 'tempest-description--1633105984'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:42.527449 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9209-a762-4639-abdb-7626488a45c8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:42.609273 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9209-a762-4639-abdb-7626488a45c8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group (8471552b-600f-48fb-b4b9-2ff782161742), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:42.666465 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28810ec2-1080-4282-b29a-f1b6fbc7d767 req-b4681759-f20a-4267-8b81-f9362db51d0c tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:42.666465 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28810ec2-1080-4282-b29a-f1b6fbc7d767 req-b4681759-f20a-4267-8b81-f9362db51d0c tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0532908 Apr 11 18:23:42.684431 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9209-a762-4639-abdb-7626488a45c8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (8471552b-600f-48fb-b4b9-2ff782161742), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:42.752591 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-28810ec2-1080-4282-b29a-f1b6fbc7d767 req-51f444b1-da3f-40b5-9df6-e556129f4ca4 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820487 Apr 11 18:23:42.754539 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb9209-a762-4639-abdb-7626488a45c8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8471552b-600f-48fb-b4b9-2ff782161742,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:42.785027 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:42.837684 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9ecb9209-a762-4639-abdb-7626488a45c8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:42.843478 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9ecb9209-a762-4639-abdb-7626488a45c8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4222314 Apr 11 18:23:42.844065 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51286) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:42.852786 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-ef79eece-2a35-4aed-b39b-36747368f7ee tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Request body: {'security_group_rule': {'security_group_id': '8471552b-600f-48fb-b4b9-2ff782161742', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:43.064328 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef79eece-2a35-4aed-b39b-36747368f7ee tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group_rule (160ece99-3329-455c-bdee-25827a24a94a), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.120966 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef79eece-2a35-4aed-b39b-36747368f7ee tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group_rule (160ece99-3329-455c-bdee-25827a24a94a), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.304442 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef79eece-2a35-4aed-b39b-36747368f7ee tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (160ece99-3329-455c-bdee-25827a24a94a), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.323859 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79eece-2a35-4aed-b39b-36747368f7ee tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160ece99-3329-455c-bdee-25827a24a94a,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:43.403550 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ef79eece-2a35-4aed-b39b-36747368f7ee tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.404839 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ef79eece-2a35-4aed-b39b-36747368f7ee tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5600626 Apr 11 18:23:43.407488 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51298) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:43.411821 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-3e88d538-1190-40d0-942e-c17187659ecb tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Request body: {'security_group_rule': {'security_group_id': '8471552b-600f-48fb-b4b9-2ff782161742', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:43.510316 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-35ba3bd7-5473-4c23-a5c8-9c5184ff38ce req-35cac125-a6f0-4222-ab22-f75b8cc362aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435865 Apr 11 18:23:43.560087 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3e88d538-1190-40d0-942e-c17187659ecb tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group_rule (77738217-a538-4769-80b0-52d197b2d121), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.577948 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba3bd7-5473-4c23-a5c8-9c5184ff38ce req-bdc01d41-3e1a-4125-a913-b34bd89bd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:43.579474 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-35ba3bd7-5473-4c23-a5c8-9c5184ff38ce req-bdc01d41-3e1a-4125-a913-b34bd89bd3c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4731da4e084ada88e52ef126a07883&device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 1130 time: 0.0416584 Apr 11 18:23:43.618700 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3e88d538-1190-40d0-942e-c17187659ecb tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group_rule (77738217-a538-4769-80b0-52d197b2d121), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.698068 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba3bd7-5473-4c23-a5c8-9c5184ff38ce req-d68eccf6-52b8-49d9-b1c0-940b5f01aace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:43.700768 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-35ba3bd7-5473-4c23-a5c8-9c5184ff38ce req-d68eccf6-52b8-49d9-b1c0-940b5f01aace service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9dcf27f-d088-45de-9075-c8b0b9293f8c HTTP/1.1" status: 200 len: 910 time: 0.0899515 Apr 11 18:23:43.721137 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3e88d538-1190-40d0-942e-c17187659ecb tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (77738217-a538-4769-80b0-52d197b2d121), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.739067 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88d538-1190-40d0-942e-c17187659ecb tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77738217-a538-4769-80b0-52d197b2d121,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:43.769480 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-35ba3bd7-5473-4c23-a5c8-9c5184ff38ce req-06768359-5536-47ca-b4a1-77ccafec84d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33830001-f400-4023-84a9-13e0b3bd4093 HTTP/1.1" status: 200 len: 1002 time: 0.0631661 Apr 11 18:23:43.798237 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3e88d538-1190-40d0-942e-c17187659ecb tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:43.804028 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3e88d538-1190-40d0-942e-c17187659ecb tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3955069 Apr 11 18:23:43.807073 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51312) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:43.814746 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:43.835667 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba3bd7-5473-4c23-a5c8-9c5184ff38ce req-5b5cd706-8874-4269-a4e1-c94a660f2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:43.837256 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-35ba3bd7-5473-4c23-a5c8-9c5184ff38ce req-5b5cd706-8874-4269-a4e1-c94a660f2cc2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd05825c-e88d-4965-9dfb-2dfbb84e38da HTTP/1.1" status: 200 len: 848 time: 0.0599520 Apr 11 18:23:43.896199 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba3bd7-5473-4c23-a5c8-9c5184ff38ce req-761e49b4-2e53-4d4b-93b0-f15acdccfba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:43.897801 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-35ba3bd7-5473-4c23-a5c8-9c5184ff38ce req-761e49b4-2e53-4d4b-93b0-f15acdccfba7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9dcf27f-d088-45de-9075-c8b0b9293f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526092 Apr 11 18:23:43.900179 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b11d6-d9d0-4447-b8f4-b05d5f4ccb37 req-7aa6cd6b-b696-47db-94ac-82acd7037a61 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:43.901921 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-409b11d6-d9d0-4447-b8f4-b05d5f4ccb37 req-7aa6cd6b-b696-47db-94ac-82acd7037a61 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0661781 Apr 11 18:23:43.966460 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-409b11d6-d9d0-4447-b8f4-b05d5f4ccb37 req-7440f071-411c-4a3f-afdc-c3ad5f7a9103 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578134 Apr 11 18:23:44.000207 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:44.003357 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-35ba3bd7-5473-4c23-a5c8-9c5184ff38ce req-29ef235f-f2a4-4da4-a37d-2cfdb05af3e6 service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984018 Apr 11 18:23:44.093693 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:44.097637 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-35ba3bd7-5473-4c23-a5c8-9c5184ff38ce req-0c0ea9a7-1e0d-442a-9e98-9af5470060e7 service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870068 Apr 11 18:23:44.195704 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Allocated IP 172.27.3.95 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/43c1bab5-bab0-4f5b-8d8a-e21156e39ebd) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:23:44.301129 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for port (43c1bab5-bab0-4f5b-8d8a-e21156e39ebd), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:44.447401 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (43c1bab5-bab0-4f5b-8d8a-e21156e39ebd), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:44.487612 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:23:44.490519 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:23:44.493963 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:23:44.521418 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event updated for resources: {'Port': ['ID=43c1bab5-bab0-4f5b-8d8a-e21156e39ebd,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:44.597429 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (8e538785-45e3-4af1-9ebb-1a5200fc7980), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:44.735436 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (43c1bab5-bab0-4f5b-8d8a-e21156e39ebd), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:44.886622 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for port (43c1bab5-bab0-4f5b-8d8a-e21156e39ebd), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:44.961296 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (43c1bab5-bab0-4f5b-8d8a-e21156e39ebd), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:45.044196 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event updated for resources: {'Port': ['ID=43c1bab5-bab0-4f5b-8d8a-e21156e39ebd,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:45.082279 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (8e538785-45e3-4af1-9ebb-1a5200fc7980), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:45.122268 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6719cb9-6ad3-4b44-81c7-de55a3b51d52 req-e1d63c00-5c70-4296-8fab-f2ebe3cd38c1 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:45.122268 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b6719cb9-6ad3-4b44-81c7-de55a3b51d52 req-e1d63c00-5c70-4296-8fab-f2ebe3cd38c1 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0721316 Apr 11 18:23:45.181700 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b6719cb9-6ad3-4b44-81c7-de55a3b51d52 req-90d84fec-01d1-436d-aa6a-fb47d8d748bf tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633476 Apr 11 18:23:45.334546 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:45.335792 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-95e3b859-1e0b-4d85-8d3b-035fd03f6e0b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5275137 Apr 11 18:23:45.543620 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-9f66aadb-b36d-40ce-8554-d3e86d30109e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--181261216&fields=id&tenant_id=e9e9b737c8fb45a98301787085378097 HTTP/1.1" status: 200 len: 267 time: 0.0443499 Apr 11 18:23:45.650253 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-bfbfef29-bcb8-4777-8f29-81a388602544 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:45.651789 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-bfbfef29-bcb8-4777-8f29-81a388602544 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/networks?id=e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 200 len: 816 time: 0.1016974 Apr 11 18:23:45.667473 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-4ad0ffcd-7abc-4cde-a4f9-42a1c3c2c67e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/quotas/e9e9b737c8fb45a98301787085378097 HTTP/1.1" status: 200 len: 375 time: 0.0094733 Apr 11 18:23:45.721401 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-8ed52af2-351b-4dc7-9496-078baca9aaf2 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484314 Apr 11 18:23:45.822477 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-ec9cb560-7b9a-4a9a-85fd-2323980d394b service neutron] 10.222.0.64 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895276 Apr 11 18:23:45.923067 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-6404b415-3661-4250-b3fd-d1ba59288fbd service neutron] 10.222.0.64 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930922 Apr 11 18:23:46.241843 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6bd2b219-f873-4744-af81-ff1befabc626 req-a9c7c21f-c397-477b-afd9-2889c1fbe252 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 210 time: 0.0352876 Apr 11 18:23:46.326474 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee9a31-e32a-497b-a4ef-e010926e62c2 req-85e9a3d8-6307-4bd1-8a34-b0aecf4a7eab tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:46.326474 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fcee9a31-e32a-497b-a4ef-e010926e62c2 req-85e9a3d8-6307-4bd1-8a34-b0aecf4a7eab tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0510941 Apr 11 18:23:46.385387 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fcee9a31-e32a-497b-a4ef-e010926e62c2 req-5b27a676-0c46-4df5-a240-7f2447cfccd0 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575135 Apr 11 18:23:47.350457 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5fbdc95f-9e8a-4173-bcff-cf09f0f2673a req-bed10251-96eb-4bc2-ab98-6dd114023b54 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 210 time: 0.0317419 Apr 11 18:23:47.896323 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b2c8a-0ddf-470e-9431-e5f95160a0db req-7ba3fe74-827c-45e9-9af2-65d3a02dfec1 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:47.897843 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-865b2c8a-0ddf-470e-9431-e5f95160a0db req-7ba3fe74-827c-45e9-9af2-65d3a02dfec1 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.4453609 Apr 11 18:23:47.957870 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-865b2c8a-0ddf-470e-9431-e5f95160a0db req-4b5340a8-83b8-43f5-8225-9852eb1211bb tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534852 Apr 11 18:23:48.134099 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51484) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:48.269785 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-dd1e4747-45d1-4ef8-ab39-8cf0ea0e4f4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1bc5fdfa2a7647f58a69ba4bc0c0a3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345053 Apr 11 18:23:48.272343 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51488) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:48.319246 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-41253110-7b1f-49e0-bc84-77dfd59ace9f admin admin] Publish callbacks [] for security_group (edd75dbc-75bd-40a1-8adf-14eeb7f581d4), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:48.340525 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-41253110-7b1f-49e0-bc84-77dfd59ace9f admin admin] Publish callbacks [] for security_group (edd75dbc-75bd-40a1-8adf-14eeb7f581d4), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:48.452711 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f6fd1999-f71f-4511-bf83-e63bdbaea1e6 req-3a0f7301-530d-40f0-a8d7-bbb3ec4c7a10 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 210 time: 0.0288508 Apr 11 18:23:48.463937 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-41253110-7b1f-49e0-bc84-77dfd59ace9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (edd75dbc-75bd-40a1-8adf-14eeb7f581d4), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:48.465618 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-6a60c4da-b94a-4f36-9a9e-e2735e76ec7f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:48.467547 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-6a60c4da-b94a-4f36-9a9e-e2735e76ec7f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.30 "GET /v2.0/networks?id=e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 200 len: 816 time: 0.1151247 Apr 11 18:23:48.468258 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-41253110-7b1f-49e0-bc84-77dfd59ace9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:48.479410 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-41253110-7b1f-49e0-bc84-77dfd59ace9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/edd75dbc-75bd-40a1-8adf-14eeb7f581d4 HTTP/1.1" status: 204 len: 168 time: 0.1982524 Apr 11 18:23:48.484282 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41253110-7b1f-49e0-bc84-77dfd59ace9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd75dbc-75bd-40a1-8adf-14eeb7f581d4,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:48.542146 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-e5ae1182-3320-4792-8c9a-fd28e82cb04b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9e9b737c8fb45a98301787085378097 HTTP/1.1" status: 200 len: 379 time: 0.0645165 Apr 11 18:23:48.550883 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-07853d5b-85e0-43a6-8bde-5298b6da19a7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Request body: {'port': {'device_id': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'admin_state_up': True, 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'security_groups': ['8471552b-600f-48fb-b4b9-2ff782161742']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:48.761064 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-07853d5b-85e0-43a6-8bde-5298b6da19a7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Made reservation on behalf of e9e9b737c8fb45a98301787085378097 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:23:48.765151 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-07853d5b-85e0-43a6-8bde-5298b6da19a7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:48.906685 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-07853d5b-85e0-43a6-8bde-5298b6da19a7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Allocated IP 172.20.0.12 (e17daa45-e311-4804-bd24-8f6d86c11327/fac3b306-bda1-439e-9471-054f6f8f618a/6c2853cb-d50f-430d-b97b-15e1d31b2b7d) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:23:49.087609 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-07853d5b-85e0-43a6-8bde-5298b6da19a7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:49.095520 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba21ea-53e3-4153-9791-cc6f349df206 req-b9e633fe-c530-40cb-baec-ab39155cb8b0 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:49.097399 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d6ba21ea-53e3-4153-9791-cc6f349df206 req-b9e633fe-c530-40cb-baec-ab39155cb8b0 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0545447 Apr 11 18:23:49.162199 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d6ba21ea-53e3-4153-9791-cc6f349df206 req-066ffa42-b66b-450c-a237-b747512257ec tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581918 Apr 11 18:23:49.196080 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-07853d5b-85e0-43a6-8bde-5298b6da19a7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:49.240752 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-07853d5b-85e0-43a6-8bde-5298b6da19a7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Network e17daa45-e311-4804-bd24-8f6d86c11327 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:23:49.243702 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-07853d5b-85e0-43a6-8bde-5298b6da19a7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:23:49.247545 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-07853d5b-85e0-43a6-8bde-5298b6da19a7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:23:49.256188 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07853d5b-85e0-43a6-8bde-5298b6da19a7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event updated for resources: {'Port': ['ID=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:49.313894 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-07853d5b-85e0-43a6-8bde-5298b6da19a7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:49.314667 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-07853d5b-85e0-43a6-8bde-5298b6da19a7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:49.386713 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-07853d5b-85e0-43a6-8bde-5298b6da19a7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8396158 Apr 11 18:23:49.413483 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Request body: {'port': {'device_id': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:49.475390 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-177cbeab-cd9f-4155-98d9-bee55fe2df44 None None] Provisioning complete for port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:49.476300 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-177cbeab-cd9f-4155-98d9-bee55fe2df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:49.477915 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:49.545817 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-177cbeab-cd9f-4155-98d9-bee55fe2df44 None None] Port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:23:49.615423 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51522) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:49.672714 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-292627139-network', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:49.782384 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2853cb-d50f-430d-b97b-15e1d31b2b7d {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:23:49.790192 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7d09-d483-46cd-acca-6d6ef1586684 req-6e7eb539-1df5-4716-8625-b985e4906006 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:49.790370 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Publish callbacks [] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:49.791675 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-076f7d09-d483-46cd-acca-6d6ef1586684 req-6e7eb539-1df5-4716-8625-b985e4906006 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 932 time: 0.2244115 Apr 11 18:23:49.794981 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Made reservation on behalf of ff5d55b6d42046c5be366a87d9ef94e3 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:23:49.798292 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:49.804735 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Transition to ACTIVE for port object 6c2853cb-d50f-430d-b97b-15e1d31b2b7d will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:23:49.813506 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:49.875051 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-076f7d09-d483-46cd-acca-6d6ef1586684 req-ab9cf622-3330-47f0-8233-bbc05f04a638 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753400 Apr 11 18:23:49.888264 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:49.927233 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Publish callbacks [] for security_group (6b94fd9d-72dd-489d-b096-ae325a1eacb2), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:49.951386 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:50.020707 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (6b94fd9d-72dd-489d-b096-ae325a1eacb2), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:50.030709 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Attempting to bind port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:23:50.030709 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Attempting to bind port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:23:50.030709 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Attempting to bind port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d on network e17daa45-e311-4804-bd24-8f6d86c11327 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:23:50.037317 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d on network e17daa45-e311-4804-bd24-8f6d86c11327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:23:50.037742 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Attempting to bind port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d on network e17daa45-e311-4804-bd24-8f6d86c11327 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:23:50.045309 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:23:50.045574 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Checking segment: {'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:23:50.045996 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Bound using segment: {'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:23:50.046815 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Bound port: 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26212f0d-be46-469e-a21b-b6bb257da828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:23:50.046815 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:50.049449 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:23:50.066442 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b94fd9d-72dd-489d-b096-ae325a1eacb2,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:50.070420 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (afa2e0ba-821d-45e1-accb-00df0cc9d939), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:50.070776 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Added segment afa2e0ba-821d-45e1-accb-00df0cc9d939 of type vlan for network ba543321-c3be-46b0-968d-e5de14ee4bff Apr 11 18:23:50.116904 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (ba543321-c3be-46b0-968d-e5de14ee4bff), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:50.137950 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] For port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:23:50.142027 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] For port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:23:50.212838 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:50.243958 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (ba543321-c3be-46b0-968d-e5de14ee4bff), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:50.244646 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:50.245438 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:50.251361 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:50.251953 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:50.253377 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] 10.222.0.30 "PUT /v2.0/ports/6c2853cb-d50f-430d-b97b-15e1d31b2b7d HTTP/1.1" status: 200 len: 1094 time: 0.8496282 Apr 11 18:23:50.253925 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:50.256093 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a4929f-9c76-4c0f-8519-1f02645308ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:50.286182 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f8406-3cdd-4a07-b02b-34b5e2cc6cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:50.329216 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586134b2-2627-494b-83ad-e7699be474e1 x-openstack-request-id: req-586134b2-2627-494b-83ad-e7699be474e1 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:50.329216 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:50.329216 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-586134b2-2627-494b-83ad-e7699be474e1 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:50.329216 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586134b2-2627-494b-83ad-e7699be474e1'] response: {'name': 'network-changed', 'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'status': 'completed', 'code': 200} Apr 11 18:23:50.329592 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82700d9a-1aa0-43f5-8636-85cdf708a79f req-cb444b9b-70b0-432b-ad91-af9381d69b0b tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:50.329592 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-82700d9a-1aa0-43f5-8636-85cdf708a79f req-cb444b9b-70b0-432b-ad91-af9381d69b0b tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0878851 Apr 11 18:23:50.369724 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] Pushing event updated for resources: {'Network': ['ID=ba543321-c3be-46b0-968d-e5de14ee4bff,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:50.384858 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network ba543321-c3be-46b0-968d-e5de14ee4bff details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:23:50.395529 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4929f-9c76-4c0f-8519-1f02645308ca req-a9f04eac-23c3-44ef-a1d7-ab21f6cb00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:50.397118 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2a4929f-9c76-4c0f-8519-1f02645308ca req-a9f04eac-23c3-44ef-a1d7-ab21f6cb00c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 1128 time: 0.0479238 Apr 11 18:23:50.434926 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-82700d9a-1aa0-43f5-8636-85cdf708a79f req-9e149dc9-563c-4d31-b0d3-fd353ae6d966 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834215 Apr 11 18:23:50.441824 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6d051bf0-798e-4db6-9b9f-06c3708625ba admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8227806 Apr 11 18:23:50.442168 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51530) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:50.448300 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-15aa7ebd-de81-4ae2-95ce-53783ca6a351 admin admin] Request body: {'subnet': {'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-292627139-subnet', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:50.540375 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4929f-9c76-4c0f-8519-1f02645308ca req-47ce0af0-6f7d-4156-af99-bec1fcb96823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:50.541801 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2a4929f-9c76-4c0f-8519-1f02645308ca req-47ce0af0-6f7d-4156-af99-bec1fcb96823 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e9e9b737c8fb45a98301787085378097&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1323252 Apr 11 18:23:50.623848 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15aa7ebd-de81-4ae2-95ce-53783ca6a351 admin admin] Made reservation on behalf of ff5d55b6d42046c5be366a87d9ef94e3 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:23:50.626227 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-15aa7ebd-de81-4ae2-95ce-53783ca6a351 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5201408'] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:50.639934 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4929f-9c76-4c0f-8519-1f02645308ca req-4167dea9-9dd0-4c24-8468-71b162eb4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:50.641414 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a2a4929f-9c76-4c0f-8519-1f02645308ca req-4167dea9-9dd0-4c24-8468-71b162eb4c40 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890539 Apr 11 18:23:50.722163 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-440e6fa9-de37-466b-b6e7-88479e9f6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:50.723737 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-440e6fa9-de37-466b-b6e7-88479e9f6629 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 1128 time: 0.0444701 Apr 11 18:23:50.767404 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-9d2e8ea9-9850-482b-9528-08c409fe7804 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d HTTP/1.1" status: 200 len: 217 time: 0.0352700 Apr 11 18:23:50.821784 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-6d508ad3-f8a8-4cc1-8227-a337875f6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:50.823364 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-6d508ad3-f8a8-4cc1-8227-a337875f6309 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fac3b306-bda1-439e-9471-054f6f8f618a HTTP/1.1" status: 200 len: 855 time: 0.0475802 Apr 11 18:23:50.866058 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-fbb07a1d-c69f-49c1-925d-a6c81027f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:50.867613 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-fbb07a1d-c69f-49c1-925d-a6c81027f132 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e17daa45-e311-4804-bd24-8f6d86c11327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380628 Apr 11 18:23:50.898192 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-15aa7ebd-de81-4ae2-95ce-53783ca6a351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5668246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5201426'] for subnet (8c917aae-33fc-4e28-b8f6-bae07f2f19f3), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:50.965324 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-bf655ed6-2896-41b9-b200-5dae20af5eb3 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904307 Apr 11 18:23:50.973200 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa7ebd-de81-4ae2-95ce-53783ca6a351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c917aae-33fc-4e28-b8f6-bae07f2f19f3,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:51.001456 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aa7ebd-de81-4ae2-95ce-53783ca6a351 admin admin] Checking segment: {'id': 'afa2e0ba-821d-45e1-accb-00df0cc9d939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:23:51.001813 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aa7ebd-de81-4ae2-95ce-53783ca6a351 admin admin] Network hostable DHCP agents. Network: ba543321-c3be-46b0-968d-e5de14ee4bff, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:23:51.024186 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe2894-ae2d-41c6-ac45-294613d5a95b req-0e8cc97e-c7f9-4fbc-ae64-49b4390de063 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:51.025276 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b1fe2894-ae2d-41c6-ac45-294613d5a95b req-0e8cc97e-c7f9-4fbc-ae64-49b4390de063 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0644100 Apr 11 18:23:51.065962 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cb68932a-3b4a-41d4-8806-1ab9eb008a7c req-f56a2c97-a3ba-455b-8bb1-27031a8997d4 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924714 Apr 11 18:23:51.077177 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b1fe2894-ae2d-41c6-ac45-294613d5a95b req-d48a479e-be2f-4b5b-b91c-344099c8142b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434535 Apr 11 18:23:51.103974 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aa7ebd-de81-4ae2-95ce-53783ca6a351 admin admin] Network ba543321-c3be-46b0-968d-e5de14ee4bff is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:23:51.195281 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-15aa7ebd-de81-4ae2-95ce-53783ca6a351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, ba543321-c3be-46b0-968d-e5de14ee4bff) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:23:51.199882 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa7ebd-de81-4ae2-95ce-53783ca6a351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:51.200499 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-15aa7ebd-de81-4ae2-95ce-53783ca6a351 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:51.204066 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b3353e-2944-4d05-8f7e-53ac3e5b5eeb None None] Network ba543321-c3be-46b0-968d-e5de14ee4bff requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:23:51.283516 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-15aa7ebd-de81-4ae2-95ce-53783ca6a351 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8401990 Apr 11 18:23:51.286134 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51534) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:51.290765 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:51.308055 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33b16363-d1dc-561d-85f9-13ae24ae00bf-ba543321-c3be-46b0-968d-e5de14ee4bff', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'fixed_ips': [{'subnet_id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3'}]}} from dv-cinder-837355-1-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:23:51.309117 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:51.378134 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8367919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4781'] for router (27efa7ce-2484-4b2d-a555-2684521a0f53), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:51.379278 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8366239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7919140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8212035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4794'] for router (27efa7ce-2484-4b2d-a555-2684521a0f53), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:51.441058 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Publish callbacks [] for router_controller (27efa7ce-2484-4b2d-a555-2684521a0f53), precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:51.452655 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Allocated IP 172.20.0.2 (ba543321-c3be-46b0-968d-e5de14ee4bff/8c917aae-33fc-4e28-b8f6-bae07f2f19f3/36f73903-867c-4b13-b2a7-e14696cf8c0d) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:23:51.600586 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Publish callbacks [] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:51.614883 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74d73a-7620-4de0-9972-8a50723deb63 req-572a4c66-b694-42fc-b08f-3dd9f9ea0354 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:51.616395 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e74d73a-7620-4de0-9972-8a50723deb63 req-572a4c66-b694-42fc-b08f-3dd9f9ea0354 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0800116 Apr 11 18:23:51.681697 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:51.700398 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Publish callbacks [] for router_gateway (27efa7ce-2484-4b2d-a555-2684521a0f53), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:51.745465 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e74d73a-7620-4de0-9972-8a50723deb63 req-9844f137-41e9-48e6-83d0-cbc86e1b0458 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982583 Apr 11 18:23:51.850596 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Network ba543321-c3be-46b0-968d-e5de14ee4bff is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:23:51.854721 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:23:51.861797 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:23:51.865033 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Pushing event updated for resources: {'Port': ['ID=36f73903-867c-4b13-b2a7-e14696cf8c0d,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:51.877242 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.877590 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.877952 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.878308 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.878639 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.878962 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.879311 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.879630 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.879947 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.880267 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.880581 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.880944 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.881239 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.881552 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.881858 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:51.930485 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Attempting to bind port 36f73903-867c-4b13-b2a7-e14696cf8c0d on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:23:51.930970 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Attempting to bind port 36f73903-867c-4b13-b2a7-e14696cf8c0d by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': 'afa2e0ba-821d-45e1-accb-00df0cc9d939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:23:51.931328 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Attempting to bind port 36f73903-867c-4b13-b2a7-e14696cf8c0d on network ba543321-c3be-46b0-968d-e5de14ee4bff {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:23:51.937405 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:23:51.937783 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Checking segment: {'id': 'afa2e0ba-821d-45e1-accb-00df0cc9d939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:23:51.938188 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:51.938608 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Bound using segment: {'id': 'afa2e0ba-821d-45e1-accb-00df0cc9d939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:23:51.939070 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Bound port: 36f73903-867c-4b13-b2a7-e14696cf8c0d, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa2e0ba-821d-45e1-accb-00df0cc9d939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:23:51.939467 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:51.952985 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Publish callbacks [] for router_gateway (27efa7ce-2484-4b2d-a555-2684521a0f53), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:51.972021 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:52.004790 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] For port 36f73903-867c-4b13-b2a7-e14696cf8c0d, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:23:52.008030 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] For port 36f73903-867c-4b13-b2a7-e14696cf8c0d, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=36f73903-867c-4b13-b2a7-e14696cf8c0d,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:23:52.085132 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Allocated IP 172.27.3.97 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/36775b7d-887d-4481-bf1e-7554ba79dc65) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:23:52.127465 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:52.197730 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeff0c5-8d51-401b-a39a-d37eef0080d4 None None] Pushing event updated for resources: {'Port': ['ID=36f73903-867c-4b13-b2a7-e14696cf8c0d,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:52.232157 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382abfc-d5cf-45f3-a7cf-996f9250b484 req-32242560-d78c-4916-b37c-723ee9f1237f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:52.233780 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c382abfc-d5cf-45f3-a7cf-996f9250b484 req-32242560-d78c-4916-b37c-723ee9f1237f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0771408 Apr 11 18:23:52.255653 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Publish callbacks [] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:52.314401 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c382abfc-d5cf-45f3-a7cf-996f9250b484 req-da45b796-d8e5-4d7c-ac5e-8ea93888d7ed tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703869 Apr 11 18:23:52.407281 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:52.451496 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:23:52.454405 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:23:52.458502 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:23:52.467806 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Pushing event updated for resources: {'Port': ['ID=36775b7d-887d-4481-bf1e-7554ba79dc65,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:52.804213 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Publish callbacks [] for router_gateway (27efa7ce-2484-4b2d-a555-2684521a0f53), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:52.932809 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b71b94-6bc3-4de7-aefa-fb1a45873735 req-fac267ae-d2b4-4279-b0bc-0259eeb51cc4 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:52.934406 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-29b71b94-6bc3-4de7-aefa-fb1a45873735 req-fac267ae-d2b4-4279-b0bc-0259eeb51cc4 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0954521 Apr 11 18:23:53.083306 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-29b71b94-6bc3-4de7-aefa-fb1a45873735 req-9abec2a7-aa8e-40cf-a792-cc98d542c595 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1404495 Apr 11 18:23:53.122905 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8366246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918807'] for router (27efa7ce-2484-4b2d-a555-2684521a0f53), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:53.128990 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8450044d-06dd-4067-a197-fa18b99c0a45 None None] Network ba543321-c3be-46b0-968d-e5de14ee4bff requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:23:53.241041 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-698c3e1d-cda7-4513-b8ae-d17eb302890e None None] Provisioning complete for port 36f73903-867c-4b13-b2a7-e14696cf8c0d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:53.241315 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-698c3e1d-cda7-4513-b8ae-d17eb302890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:53.322440 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-698c3e1d-cda7-4513-b8ae-d17eb302890e None None] Current status of the port 36f73903-867c-4b13-b2a7-e14696cf8c0d is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:53.322825 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-698c3e1d-cda7-4513-b8ae-d17eb302890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:53.327356 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Router 27efa7ce-2484-4b2d-a555-2684521a0f53 is scheduled to L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:23:53.360439 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 6c2853cb-d50f-430d-b97b-15e1d31b2b7d details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:23:53.370456 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-698c3e1d-cda7-4513-b8ae-d17eb302890e None None] For port 36f73903-867c-4b13-b2a7-e14696cf8c0d, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=36f73903-867c-4b13-b2a7-e14696cf8c0d,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:53.466693 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-698c3e1d-cda7-4513-b8ae-d17eb302890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:53.508110 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:53.526519 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'port_id': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'mac_address': 'fa:16:3e:57:04:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:23:53.566172 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c3e1d-cda7-4513-b8ae-d17eb302890e None None] Pushing event updated for resources: {'Port': ['ID=36f73903-867c-4b13-b2a7-e14696cf8c0d,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:53.593098 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-180c1068-713b-4de5-b42e-bf0f5632754f None None] Provisioning complete for port 36f73903-867c-4b13-b2a7-e14696cf8c0d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:53.593467 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-180c1068-713b-4de5-b42e-bf0f5632754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:53.600365 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:53.600749 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:53.641665 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2853cb-d50f-430d-b97b-15e1d31b2b7d {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:23:53.674359 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:53.719560 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-180c1068-713b-4de5-b42e-bf0f5632754f None None] Current status of the port 36f73903-867c-4b13-b2a7-e14696cf8c0d is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:53.746929 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78467fc4-384f-4af7-952a-25ac8542249b req-d9474c8c-eca9-4816-a370-5f012fef7282 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:53.748606 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-78467fc4-384f-4af7-952a-25ac8542249b req-d9474c8c-eca9-4816-a370-5f012fef7282 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.3441327 Apr 11 18:23:53.767672 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:53.780029 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:23:53.798022 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Sync routers for ids ['27efa7ce-2484-4b2d-a555-2684521a0f53'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:23:53.800620 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 36f73903-867c-4b13-b2a7-e14696cf8c0d up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:23:53.815710 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-78467fc4-384f-4af7-952a-25ac8542249b req-ddf28a7d-0c26-4399-874b-b49135f60f95 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596070 Apr 11 18:23:53.861643 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Routers {'27efa7ce-2484-4b2d-a555-2684521a0f53'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:53.863749 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['27efa7ce-2484-4b2d-a555-2684521a0f53'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:53.900135 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:53.901427 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-422c1bfb-ca7a-42a9-ab68-b048736bcdfb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6143169 Apr 11 18:23:53.904735 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51546) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:53.912861 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:53.936169 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 36f73903-867c-4b13-b2a7-e14696cf8c0d triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:53.936534 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.036288 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Set router 27efa7ce-2484-4b2d-a555-2684521a0f53 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:54.111870 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['6c2853cb-d50f-430d-b97b-15e1d31b2b7d'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:23:54.177941 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 36f73903-867c-4b13-b2a7-e14696cf8c0d is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:54.242256 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c3745-9d19-4e30-8fe7-73a0969b4dd9 req-33766280-b469-4177-8f7b-e80e0ee8c029 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:54.244080 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fc4c3745-9d19-4e30-8fe7-73a0969b4dd9 req-33766280-b469-4177-8f7b-e80e0ee8c029 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0854671 Apr 11 18:23:54.339752 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:52Z', 'revision_number': 3, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:54.350147 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fc4c3745-9d19-4e30-8fe7-73a0969b4dd9 req-736918b5-5996-4bb0-9f54-3d59ef557c91 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984070 Apr 11 18:23:54.377192 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Checking router: 27efa7ce-2484-4b2d-a555-2684521a0f53 for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:23:54.377539 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Updating router 27efa7ce-2484-4b2d-a555-2684521a0f53 port 36775b7d-887d-4481-bf1e-7554ba79dc65 binding host dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:23:54.417068 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.431643 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.591711 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Allocated IP 172.20.0.1 (ba543321-c3be-46b0-968d-e5de14ee4bff/8c917aae-33fc-4e28-b8f6-bae07f2f19f3/59834353-c3bf-4658-9fb3-cca8d9275666) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:23:54.679051 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Publish callbacks [] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.698592 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Publish callbacks [] for port (59834353-c3bf-4658-9fb3-cca8d9275666), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.766620 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.802256 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.825634 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Attempting to bind port 36775b7d-887d-4481-bf1e-7554ba79dc65 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:23:54.825634 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Attempting to bind port 36775b7d-887d-4481-bf1e-7554ba79dc65 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:23:54.825634 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Attempting to bind port 36775b7d-887d-4481-bf1e-7554ba79dc65 on network 92929611-3b7d-482f-9e07-357d61c7241e {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:23:54.828725 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724bcad-ac9c-4507-9757-d6de7a1ea8db None None] Pushing event updated for resources: {'Port': ['ID=36775b7d-887d-4481-bf1e-7554ba79dc65,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:54.833477 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:23:54.833852 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Checking segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:23:54.834254 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.834641 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Bound using segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:23:54.835119 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Bound port: 36775b7d-887d-4481-bf1e-7554ba79dc65, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:23:54.835502 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.840803 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Network ba543321-c3be-46b0-968d-e5de14ee4bff is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:23:54.843893 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:23:54.847504 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:23:54.879923 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Pushing event updated for resources: {'Port': ['ID=59834353-c3bf-4658-9fb3-cca8d9275666,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:54.903337 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7918628'] for router_interface (27efa7ce-2484-4b2d-a555-2684521a0f53), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:54.914573 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] For port 36775b7d-887d-4481-bf1e-7554ba79dc65, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:23:54.917826 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] For port 36775b7d-887d-4481-bf1e-7554ba79dc65, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=36775b7d-887d-4481-bf1e-7554ba79dc65,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:23:55.005443 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f1c06-72ee-42a9-bcb2-5b0dc1f4633d req-73232a36-7295-4251-a315-931774ffa880 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:55.007244 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3c5f1c06-72ee-42a9-bcb2-5b0dc1f4633d req-73232a36-7295-4251-a315-931774ffa880 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 945 time: 0.0622993 Apr 11 18:23:55.056948 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-6ce308af-11cc-4a2c-86d4-13736da5d1e7 None None] Provisioning complete for port 59834353-c3bf-4658-9fb3-cca8d9275666 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:55.057323 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6ce308af-11cc-4a2c-86d4-13736da5d1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.061091 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.088938 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3c5f1c06-72ee-42a9-bcb2-5b0dc1f4633d req-74f4a882-8c4a-4cd7-a619-5ba9bc17a3e6 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743098 Apr 11 18:23:55.140052 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-6ce308af-11cc-4a2c-86d4-13736da5d1e7 None None] Port 59834353-c3bf-4658-9fb3-cca8d9275666 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:23:55.154294 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724bcad-ac9c-4507-9757-d6de7a1ea8db None None] Pushing event updated for resources: {'Port': ['ID=36775b7d-887d-4481-bf1e-7554ba79dc65,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:55.157224 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Routers {'27efa7ce-2484-4b2d-a555-2684521a0f53'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:55.157821 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['27efa7ce-2484-4b2d-a555-2684521a0f53'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:55.197660 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.385508 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Publish callbacks [] for port (59834353-c3bf-4658-9fb3-cca8d9275666), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.390372 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 6c2853cb-d50f-430d-b97b-15e1d31b2b7d up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:23:55.422758 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] Set router 27efa7ce-2484-4b2d-a555-2684521a0f53 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:55.472910 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612b053-22bc-4f3c-bbf8-d50f22062ec0 req-ddca214d-0cd2-48af-8542-cab5af46e39f tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:55.474601 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4612b053-22bc-4f3c-bbf8-d50f22062ec0 req-ddca214d-0cd2-48af-8542-cab5af46e39f tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0524621 Apr 11 18:23:55.475884 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.547779 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:23:55.568931 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Pushing event updated for resources: {'Port': ['ID=59834353-c3bf-4658-9fb3-cca8d9275666,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:55.584645 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7877612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7918996'] for router_interface (27efa7ce-2484-4b2d-a555-2684521a0f53), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.610994 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4612b053-22bc-4f3c-bbf8-d50f22062ec0 req-6d7e7880-5ef7-4808-b7d3-deeba1d90d51 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1291778 Apr 11 18:23:55.614371 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:52Z', 'revision_number': 3, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:55.645814 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:55.646043 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.648086 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03110197-fcc1-4d5f-85df-fd84bff1da8a None None] The sync data for ids ['27efa7ce-2484-4b2d-a555-2684521a0f53'] in dv-cinder-837355-1-iscsi is: [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:52Z', 'revision_number': 3, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:23:55.706102 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Network ba543321-c3be-46b0-968d-e5de14ee4bff is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:23:55.707625 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:23:55.735792 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:55.736257 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.763272 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:23:55.765098 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9819257d-8575-49f9-bd79-816f7a82d636" -d '{"events": [{"server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "name": "network-vif-plugged", "status": "completed", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:23:55.781190 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:55.821947 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624074e3-7a54-477c-b3f2-0e2c13df9f3f x-openstack-request-id: req-624074e3-7a54-477c-b3f2-0e2c13df9f3f {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:23:55.827698 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "name": "network-vif-plugged", "status": "completed", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:23:55.827698 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-624074e3-7a54-477c-b3f2-0e2c13df9f3f {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:23:55.827698 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624074e3-7a54-477c-b3f2-0e2c13df9f3f'] response: {'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'code': 200} Apr 11 18:23:55.847413 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:55.857503 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Router 27efa7ce-2484-4b2d-a555-2684521a0f53 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:23:55.934458 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:56.042792 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:23:56.049642 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-312bf632-2cb6-4384-96fd-c491f995875f admin admin] 10.222.0.64 "PUT /v2.0/routers/27efa7ce-2484-4b2d-a555-2684521a0f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1439064 Apr 11 18:23:56.072530 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-aa98ce3b-f266-43c1-8546-9751688622aa None None] Provisioning complete for port 59834353-c3bf-4658-9fb3-cca8d9275666 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:56.072899 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aa98ce3b-f266-43c1-8546-9751688622aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:56.118880 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-aa98ce3b-f266-43c1-8546-9751688622aa None None] Port 59834353-c3bf-4658-9fb3-cca8d9275666 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:23:56.265965 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486cdc7-5f8c-4275-8fd6-b0d86b57ef75 req-9c0cb978-2431-439f-9d0d-ddb9583df772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:56.272883 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9486cdc7-5f8c-4275-8fd6-b0d86b57ef75 req-9c0cb978-2431-439f-9d0d-ddb9583df772 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 1130 time: 0.0633657 Apr 11 18:23:56.322202 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9486cdc7-5f8c-4275-8fd6-b0d86b57ef75 req-bff10035-864c-48c0-93d2-e31b45164854 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479641 Apr 11 18:23:56.369065 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42793ad-540a-46b9-9969-c4f2486f9db8 req-687849d5-b82e-4e27-b904-7f0dd7fbefef tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:56.370909 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e42793ad-540a-46b9-9969-c4f2486f9db8 req-687849d5-b82e-4e27-b904-7f0dd7fbefef tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0511246 Apr 11 18:23:56.426402 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e42793ad-540a-46b9-9969-c4f2486f9db8 req-4348603d-8257-4c66-9825-b4ce959d21ea tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490432 Apr 11 18:23:56.755331 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d28e3-0f8b-41a6-bd9f-590fa0c58498 req-0605f9b2-a7a3-4e70-88f5-05378d9e2837 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:56.756875 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-352d28e3-0f8b-41a6-bd9f-590fa0c58498 req-0605f9b2-a7a3-4e70-88f5-05378d9e2837 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0827856 Apr 11 18:23:56.780492 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c89374-6990-409a-af5e-1db1bae4ca12 req-663226db-1bcf-4ce5-80b8-1d6ed7d27f52 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:56.781986 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-98c89374-6990-409a-af5e-1db1bae4ca12 req-663226db-1bcf-4ce5-80b8-1d6ed7d27f52 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0765929 Apr 11 18:23:56.854236 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-352d28e3-0f8b-41a6-bd9f-590fa0c58498 req-114b9b30-91dc-489d-8c7c-8961fee88ef0 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904806 Apr 11 18:23:56.870133 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-98c89374-6990-409a-af5e-1db1bae4ca12 req-1496752f-bf70-4fb3-aa3a-c64f6fa40c2d tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815103 Apr 11 18:23:56.917194 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 51588) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:56.922399 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-738372435-network', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:57.017919 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Made reservation on behalf of b9cbc1d3dd1d4fb2bd9f438796266d85 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:23:57.020411 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.029472 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.104281 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Publish callbacks [] for security_group (bdafcc93-1d37-435f-a0f6-e6d061efbdd4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.172392 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (bdafcc93-1d37-435f-a0f6-e6d061efbdd4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.198957 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:23:57.209990 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdafcc93-1d37-435f-a0f6-e6d061efbdd4,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:57.215347 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (b0322541-803a-4c06-8fc6-47859a7f7341), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.216346 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Added segment b0322541-803a-4c06-8fc6-47859a7f7341 of type vlan for network 04ebeeb7-6ae5-451a-8762-1dc127a21e94 Apr 11 18:23:57.231922 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.232275 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.232622 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.233007 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.233297 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.233629 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.233955 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.234294 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.234607 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.234932 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.235302 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.235631 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.235955 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.236276 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.236598 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:57.283175 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (04ebeeb7-6ae5-451a-8762-1dc127a21e94), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.406836 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (04ebeeb7-6ae5-451a-8762-1dc127a21e94), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.407918 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:57.408515 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.469425 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] Pushing event updated for resources: {'Network': ['ID=04ebeeb7-6ae5-451a-8762-1dc127a21e94,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:57.483616 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 04ebeeb7-6ae5-451a-8762-1dc127a21e94 details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:23:57.485708 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Sync routers for ids ['27efa7ce-2484-4b2d-a555-2684521a0f53'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:23:57.497250 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Routers {'27efa7ce-2484-4b2d-a555-2684521a0f53'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:57.497941 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['27efa7ce-2484-4b2d-a555-2684521a0f53'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:57.519073 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-60261d8b-2606-4ac3-9b71-87aa01c7b496 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6006477 Apr 11 18:23:57.521765 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 51592) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:57.526854 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-f525271f-39f4-49be-8192-4ce50b525c56 admin admin] Request body: {'subnet': {'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-738372435-subnet', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:57.566045 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596b0e3-b074-4b55-89ec-5b8595c7a14b req-a36e8fc3-710f-4c7e-bce5-80250867801a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:57.567585 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d596b0e3-b074-4b55-89ec-5b8595c7a14b req-a36e8fc3-710f-4c7e-bce5-80250867801a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0615149 Apr 11 18:23:57.589258 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f525271f-39f4-49be-8192-4ce50b525c56 admin admin] Made reservation on behalf of b9cbc1d3dd1d4fb2bd9f438796266d85 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:23:57.593654 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f525271f-39f4-49be-8192-4ce50b525c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5248860'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.617161 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d596b0e3-b074-4b55-89ec-5b8595c7a14b req-5f4a257f-deba-4bc0-9c58-a952f6009ae8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436919 Apr 11 18:23:57.619076 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Set router 27efa7ce-2484-4b2d-a555-2684521a0f53 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:57.782525 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 36775b7d-887d-4481-bf1e-7554ba79dc65 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:23:57.825282 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f525271f-39f4-49be-8192-4ce50b525c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5377349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5248846'] for subnet (a4771ad2-615b-4836-b4c4-827c3580ecbc), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.826632 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:55Z', 'revision_number': 4, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '59834353-c3bf-4658-9fb3-cca8d9275666', 'name': '', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'mac_address': 'fa:16:3e:61:41:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:54Z', 'updated_at': '2022-04-11T18:23:55Z', 'revision_number': 2, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'subnets': [{'id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:57.835632 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 36775b7d-887d-4481-bf1e-7554ba79dc65 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:57.836211 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.857913 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Checking router: 27efa7ce-2484-4b2d-a555-2684521a0f53 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:23:57.858350 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Updating router 27efa7ce-2484-4b2d-a555-2684521a0f53 port 59834353-c3bf-4658-9fb3-cca8d9275666 binding host dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:23:57.887923 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525271f-39f4-49be-8192-4ce50b525c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4771ad2-615b-4836-b4c4-827c3580ecbc,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:57.890688 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.907661 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f525271f-39f4-49be-8192-4ce50b525c56 admin admin] Checking segment: {'id': 'b0322541-803a-4c06-8fc6-47859a7f7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:23:57.908062 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f525271f-39f4-49be-8192-4ce50b525c56 admin admin] Network hostable DHCP agents. Network: 04ebeeb7-6ae5-451a-8762-1dc127a21e94, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:23:57.938906 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 36775b7d-887d-4481-bf1e-7554ba79dc65 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:57.939894 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:57.969092 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 36775b7d-887d-4481-bf1e-7554ba79dc65, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=36775b7d-887d-4481-bf1e-7554ba79dc65,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:58.034827 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f525271f-39f4-49be-8192-4ce50b525c56 admin admin] Network 04ebeeb7-6ae5-451a-8762-1dc127a21e94 is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:23:58.036596 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab57d81-d242-4f81-976a-3d115ad8f7a7 req-af76f5ae-d879-458a-91a1-1ef3400b5a77 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:58.038794 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fab57d81-d242-4f81-976a-3d115ad8f7a7 req-af76f5ae-d879-458a-91a1-1ef3400b5a77 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0752301 Apr 11 18:23:58.046127 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1440c2-1f95-43b1-97bc-ee1510a47737 req-28dc9c20-a69f-4450-8ead-cf76d11bc4c5 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:58.047728 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1f1440c2-1f95-43b1-97bc-ee1510a47737 req-28dc9c20-a69f-4450-8ead-cf76d11bc4c5 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0945029 Apr 11 18:23:58.092256 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.121572 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-f525271f-39f4-49be-8192-4ce50b525c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 04ebeeb7-6ae5-451a-8762-1dc127a21e94) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:23:58.128800 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f525271f-39f4-49be-8192-4ce50b525c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:58.129452 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f525271f-39f4-49be-8192-4ce50b525c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.143688 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852f9517-b613-462c-b93f-76f3a18aa7ce None None] Network 04ebeeb7-6ae5-451a-8762-1dc127a21e94 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:23:58.146755 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1f1440c2-1f95-43b1-97bc-ee1510a47737 req-b1b096b0-95b5-4ee5-bf93-bc2fae421692 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909014 Apr 11 18:23:58.155619 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fab57d81-d242-4f81-976a-3d115ad8f7a7 req-5c105270-6133-4312-b0bf-38768549edde tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068356 Apr 11 18:23:58.216930 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f525271f-39f4-49be-8192-4ce50b525c56 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6920884 Apr 11 18:23:58.218683 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51600) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:23:58.224944 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-738372435-router', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:23:58.228220 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=36775b7d-887d-4481-bf1e-7554ba79dc65,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:58.285386 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33b16363-d1dc-561d-85f9-13ae24ae00bf-04ebeeb7-6ae5-451a-8762-1dc127a21e94', 'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94', 'project_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'fixed_ips': [{'subnet_id': 'a4771ad2-615b-4836-b4c4-827c3580ecbc'}]}} from dv-cinder-837355-1-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:23:58.286255 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.304776 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Publish callbacks [] for port (59834353-c3bf-4658-9fb3-cca8d9275666), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.310295 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8367919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4781'] for router (786afafe-67b7-4d58-ba78-807ce41613eb), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.311027 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8366239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7919140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8212035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4794'] for router (786afafe-67b7-4d58-ba78-807ce41613eb), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.368723 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Publish callbacks [] for router_controller (786afafe-67b7-4d58-ba78-807ce41613eb), precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.400952 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.424621 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Allocated IP 172.20.0.2 (04ebeeb7-6ae5-451a-8762-1dc127a21e94/a4771ad2-615b-4836-b4c4-827c3580ecbc/52c77eae-6b75-47b3-b86c-b41c16c68dba) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:23:58.454694 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Pushing event updated for resources: {'Port': ['ID=59834353-c3bf-4658-9fb3-cca8d9275666,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:58.480249 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.480800 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.481229 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.481591 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.481930 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.482261 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.482584 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.482907 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.483261 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.483587 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.483947 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.484291 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.484617 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.484937 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.485255 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:23:58.523197 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Attempting to bind port 59834353-c3bf-4658-9fb3-cca8d9275666 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:23:58.523817 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Attempting to bind port 59834353-c3bf-4658-9fb3-cca8d9275666 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': 'afa2e0ba-821d-45e1-accb-00df0cc9d939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:23:58.524239 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Attempting to bind port 59834353-c3bf-4658-9fb3-cca8d9275666 on network ba543321-c3be-46b0-968d-e5de14ee4bff {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:23:58.530256 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:23:58.531013 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Checking segment: {'id': 'afa2e0ba-821d-45e1-accb-00df0cc9d939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:23:58.531767 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.532409 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Bound using segment: {'id': 'afa2e0ba-821d-45e1-accb-00df0cc9d939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:23:58.533094 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Bound port: 59834353-c3bf-4658-9fb3-cca8d9275666, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa2e0ba-821d-45e1-accb-00df0cc9d939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:23:58.533777 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.608622 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Publish callbacks [] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.613071 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] For port 59834353-c3bf-4658-9fb3-cca8d9275666, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:23:58.616323 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] For port 59834353-c3bf-4658-9fb3-cca8d9275666, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=59834353-c3bf-4658-9fb3-cca8d9275666,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:23:58.647370 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Publish callbacks [] for router_gateway (786afafe-67b7-4d58-ba78-807ce41613eb), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.687482 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.745507 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Network 04ebeeb7-6ae5-451a-8762-1dc127a21e94 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:23:58.745507 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:23:58.745507 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:23:58.750153 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Pushing event updated for resources: {'Port': ['ID=52c77eae-6b75-47b3-b86c-b41c16c68dba,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:58.753449 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d1d7c-0a47-4675-8d67-a13f61e726f8 req-3b8470b2-8061-459a-ac04-4aea17903143 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:58.755149 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-114d1d7c-0a47-4675-8d67-a13f61e726f8 req-3b8470b2-8061-459a-ac04-4aea17903143 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0540962 Apr 11 18:23:58.761498 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.796865 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4e41cd8-6897-463a-936b-d03eee8ecb63 None None] Provisioning complete for port 59834353-c3bf-4658-9fb3-cca8d9275666 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:58.797249 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4e41cd8-6897-463a-936b-d03eee8ecb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.839352 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-114d1d7c-0a47-4675-8d67-a13f61e726f8 req-51322805-8e22-4e2c-882b-79032ac83c9e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775862 Apr 11 18:23:58.866532 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Attempting to bind port 52c77eae-6b75-47b3-b86c-b41c16c68dba on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:23:58.866905 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Attempting to bind port 52c77eae-6b75-47b3-b86c-b41c16c68dba by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': 'b0322541-803a-4c06-8fc6-47859a7f7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:23:58.867297 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Attempting to bind port 52c77eae-6b75-47b3-b86c-b41c16c68dba on network 04ebeeb7-6ae5-451a-8762-1dc127a21e94 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:23:58.878584 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:23:58.878969 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Checking segment: {'id': 'b0322541-803a-4c06-8fc6-47859a7f7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:23:58.879482 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.879916 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Bound using segment: {'id': 'b0322541-803a-4c06-8fc6-47859a7f7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:23:58.880451 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Bound port: 52c77eae-6b75-47b3-b86c-b41c16c68dba, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0322541-803a-4c06-8fc6-47859a7f7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:23:58.880842 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:58.888896 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Routers {'27efa7ce-2484-4b2d-a555-2684521a0f53'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:23:58.889558 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['27efa7ce-2484-4b2d-a555-2684521a0f53'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:58.970609 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e2dd3-84c2-45cf-8994-49e0ec1fcd50 None None] Pushing event updated for resources: {'Port': ['ID=59834353-c3bf-4658-9fb3-cca8d9275666,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:58.992807 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] For port 52c77eae-6b75-47b3-b86c-b41c16c68dba, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:23:58.997914 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] For port 52c77eae-6b75-47b3-b86c-b41c16c68dba, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=52c77eae-6b75-47b3-b86c-b41c16c68dba,segment=NetworkSegment(b0322541-803a-4c06-8fc6-47859a7f7341),segment_id=b0322541-803a-4c06-8fc6-47859a7f7341)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:23:59.004375 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4e41cd8-6897-463a-936b-d03eee8ecb63 None None] Current status of the port 59834353-c3bf-4658-9fb3-cca8d9275666 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:59.004760 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4e41cd8-6897-463a-936b-d03eee8ecb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.044484 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4e41cd8-6897-463a-936b-d03eee8ecb63 None None] For port 59834353-c3bf-4658-9fb3-cca8d9275666, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=59834353-c3bf-4658-9fb3-cca8d9275666,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:59.048494 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Publish callbacks [] for router_gateway (786afafe-67b7-4d58-ba78-807ce41613eb), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.077510 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.093289 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] Set router 27efa7ce-2484-4b2d-a555-2684521a0f53 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:23:59.098390 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.099666 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-9b54e599-5828-4e21-bcbf-32fc2b4b0ecb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:59.102882 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-9b54e599-5828-4e21-bcbf-32fc2b4b0ecb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.0780642 Apr 11 18:23:59.161528 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4e41cd8-6897-463a-936b-d03eee8ecb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.200434 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fa5cb-a184-4606-877f-139c4edd099f None None] Pushing event updated for resources: {'Port': ['ID=52c77eae-6b75-47b3-b86c-b41c16c68dba,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:59.236903 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Allocated IP 172.27.3.205 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/5ce98175-84c4-4892-8ed2-d7905c9057ff) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:23:59.260906 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e41cd8-6897-463a-936b-d03eee8ecb63 None None] Pushing event updated for resources: {'Port': ['ID=59834353-c3bf-4658-9fb3-cca8d9275666,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:23:59.286491 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-6ea5d4f4-1cd2-4857-8798-4dfb68443a65 None None] Provisioning complete for port 59834353-c3bf-4658-9fb3-cca8d9275666 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:23:59.287685 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6ea5d4f4-1cd2-4857-8798-4dfb68443a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.383193 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:55Z', 'revision_number': 4, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '59834353-c3bf-4658-9fb3-cca8d9275666', 'name': '', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'mac_address': 'fa:16:3e:61:41:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:54Z', 'updated_at': '2022-04-11T18:23:58Z', 'revision_number': 4, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'subnets': [{'id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:23:59.399231 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-6ea5d4f4-1cd2-4857-8798-4dfb68443a65 None None] Current status of the port 59834353-c3bf-4658-9fb3-cca8d9275666 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:23:59.412593 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83d6dfe-e727-41b1-8741-d12ab075d6f6 None None] The sync data for ids ['27efa7ce-2484-4b2d-a555-2684521a0f53'] in dv-cinder-837355-1-iscsi is: [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:55Z', 'revision_number': 4, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '59834353-c3bf-4658-9fb3-cca8d9275666', 'name': '', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'mac_address': 'fa:16:3e:61:41:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:54Z', 'updated_at': '2022-04-11T18:23:58Z', 'revision_number': 4, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'subnets': [{'id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:23:59.477432 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0d199-7c76-4fc9-9c36-e4b82d09ddde req-86346ca6-9ea0-4cb7-87f3-d39c8c7f68d2 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:59.487319 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f7a0d199-7c76-4fc9-9c36-e4b82d09ddde req-86346ca6-9ea0-4cb7-87f3-d39c8c7f68d2 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.1288080 Apr 11 18:23:59.501341 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44462574-4350-46b1-a08b-3c89c8bfbc65 req-6ffcb343-ada8-4c77-ae90-6345543868ed tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:23:59.502982 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-44462574-4350-46b1-a08b-3c89c8bfbc65 req-6ffcb343-ada8-4c77-ae90-6345543868ed tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 946 time: 0.1474695 Apr 11 18:23:59.538862 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Publish callbacks [] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.658035 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f7a0d199-7c76-4fc9-9c36-e4b82d09ddde req-afb996ff-6b52-4d9e-bb42-455ae8e277d3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1640840 Apr 11 18:23:59.666415 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-44462574-4350-46b1-a08b-3c89c8bfbc65 req-5689c72c-f7f7-43dc-903f-f84d85587c82 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9585c29-6547-4c13-9512-6f6fc7d9101e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526980 Apr 11 18:23:59.718332 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Deleting port 33830001-f400-4023-84a9-13e0b3bd4093 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:23:59.718332 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (33830001-f400-4023-84a9-13e0b3bd4093), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.827414 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.854132 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] For port 33830001-f400-4023-84a9-13e0b3bd4093, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=33830001-f400-4023-84a9-13e0b3bd4093,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:23:59.854597 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (33830001-f400-4023-84a9-13e0b3bd4093), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:23:59.885178 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:23:59.889131 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:23:59.894772 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:23:59.922674 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Pushing event updated for resources: {'Port': ['ID=5ce98175-84c4-4892-8ed2-d7905c9057ff,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:00.005043 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 59834353-c3bf-4658-9fb3-cca8d9275666 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:24:00.060098 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 59834353-c3bf-4658-9fb3-cca8d9275666 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:00.060682 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.110615 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.111772 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (a7d40e98-e336-43a2-88e5-3e52cabfe5e8), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.112311 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Floating IP a7d40e98-e336-43a2-88e5-3e52cabfe5e8 disassociated. External IP: 172.27.3.254, port: 33830001-f400-4023-84a9-13e0b3bd4093. Apr 11 18:24:00.112864 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Calling delete_port for 33830001-f400-4023-84a9-13e0b3bd4093 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:00.167621 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 59834353-c3bf-4658-9fb3-cca8d9275666 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:00.169490 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 36775b7d-887d-4481-bf1e-7554ba79dc65 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:24:00.171186 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e23a8-8765-45ac-9b69-7d7ff9b9d78e req-1628395c-b296-4a51-bb84-d0778db89dd5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:00.173239 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9a2e23a8-8765-45ac-9b69-7d7ff9b9d78e req-1628395c-b296-4a51-bb84-d0778db89dd5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.1621580 Apr 11 18:24:00.273312 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 36775b7d-887d-4481-bf1e-7554ba79dc65 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:00.273822 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.397805 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 36775b7d-887d-4481-bf1e-7554ba79dc65 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:00.399229 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 52c77eae-6b75-47b3-b86c-b41c16c68dba up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:24:00.481508 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 52c77eae-6b75-47b3-b86c-b41c16c68dba triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:00.481897 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.492527 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (33830001-f400-4023-84a9-13e0b3bd4093), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.536220 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event deleted for resources: {'Port': ['ID=33830001-f400-4023-84a9-13e0b3bd4093,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:00.610637 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 52c77eae-6b75-47b3-b86c-b41c16c68dba is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:00.611026 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.662187 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 52c77eae-6b75-47b3-b86c-b41c16c68dba, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=52c77eae-6b75-47b3-b86c-b41c16c68dba,segment=NetworkSegment(b0322541-803a-4c06-8fc6-47859a7f7341),segment_id=b0322541-803a-4c06-8fc6-47859a7f7341)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:00.667431 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9a2e23a8-8765-45ac-9b69-7d7ff9b9d78e req-cf668caa-aed4-42e2-82ec-11da756a8c2d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4829597 Apr 11 18:24:00.694320 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d3b43f-a775-4f3d-95ad-764379de7ea3 None None] Network 04ebeeb7-6ae5-451a-8762-1dc127a21e94 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:24:00.734667 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Router 70af88eb-dad9-41f7-aaff-ac773821fef6 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:24:00.790013 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-5620a0b7-5769-4903-a63d-3d074ce2a3df None None] Provisioning complete for port 52c77eae-6b75-47b3-b86c-b41c16c68dba triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:00.790634 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5620a0b7-5769-4903-a63d-3d074ce2a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.857473 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.869920 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c932-31fb-4649-8c0e-e59a86a7ee48 req-1aa4a731-9704-4aa7-aa56-0acb30abc636 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:00.872913 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fa62c932-31fb-4649-8c0e-e59a86a7ee48 req-1aa4a731-9704-4aa7-aa56-0acb30abc636 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0644629 Apr 11 18:24:00.903234 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Publish callbacks [] for router_gateway (786afafe-67b7-4d58-ba78-807ce41613eb), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:00.912618 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:24:00.944595 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e91195-5492-425b-887c-c7404273949e None None] Sync routers for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:24:00.992585 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] No DVR routers for this DVR port 33830001-f400-4023-84a9-13e0b3bd4093 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:24:01.003418 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.006850 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-964c472b-71c4-4df3-9f5d-66afaf4861df req-5ac9503e-6b2d-4465-83b5-35771101a2c9 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.30 "DELETE /v2.0/ports/33830001-f400-4023-84a9-13e0b3bd4093 HTTP/1.1" status: 204 len: 173 time: 1.4130354 Apr 11 18:24:01.007360 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7f3d04-ddea-4c83-8942-a9ee748b1735', 'name': 'network-vif-deleted', 'tag': '33830001-f400-4023-84a9-13e0b3bd4093'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:24:01.010295 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6cadf7-86fb-411b-b9c9-2af6f243cb2c" -d '{"events": [{"server_uuid": "fb7f3d04-ddea-4c83-8942-a9ee748b1735", "name": "network-vif-deleted", "tag": "33830001-f400-4023-84a9-13e0b3bd4093"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:24:01.029749 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-5620a0b7-5769-4903-a63d-3d074ce2a3df None None] Current status of the port 52c77eae-6b75-47b3-b86c-b41c16c68dba is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:01.041037 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e91195-5492-425b-887c-c7404273949e None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:01.041583 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-f4e91195-5492-425b-887c-c7404273949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:01.138752 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=52c77eae-6b75-47b3-b86c-b41c16c68dba,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:01.190294 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fa62c932-31fb-4649-8c0e-e59a86a7ee48 req-b07459a7-a2b0-483e-acab-abbe12a7415d tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=28c54b88-5099-4a79-bc78-388b5d9e4c0d&id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2880158 Apr 11 18:24:01.221956 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf024a6-b334-48ae-9914-04e2a16f184b req-e9d82cca-1074-4632-aa3c-a9fab26a1b32 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:01.223271 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 51632) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:01.229319 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9cf024a6-b334-48ae-9914-04e2a16f184b req-e9d82cca-1074-4632-aa3c-a9fab26a1b32 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.4369853 Apr 11 18:24:01.232144 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-22af9848-3a67-42f6-aebd-4d8a27ffdc7c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Request body: {'floatingip': {'port_id': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:01.379453 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22af9848-3a67-42f6-aebd-4d8a27ffdc7c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (8e538785-45e3-4af1-9ebb-1a5200fc7980), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.455448 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da324b82-c51c-43ba-aab4-dd2f4009fc62 x-openstack-request-id: req-da324b82-c51c-43ba-aab4-dd2f4009fc62 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:24:01.455681 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7f3d04-ddea-4c83-8942-a9ee748b1735", "name": "network-vif-deleted", "tag": "33830001-f400-4023-84a9-13e0b3bd4093", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:24:01.455795 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da324b82-c51c-43ba-aab4-dd2f4009fc62 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:24:01.457273 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da324b82-c51c-43ba-aab4-dd2f4009fc62'] response: {'server_uuid': 'fb7f3d04-ddea-4c83-8942-a9ee748b1735', 'name': 'network-vif-deleted', 'tag': '33830001-f400-4023-84a9-13e0b3bd4093', 'status': 'completed', 'code': 200} Apr 11 18:24:01.458332 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dce129c4-6e83-45f8-83b1-7be4d505d274 req-b420b7fc-a057-41f5-a5bc-01ab4fa337ed tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7f3d04-ddea-4c83-8942-a9ee748b1735 HTTP/1.1" status: 200 len: 210 time: 0.0811205 Apr 11 18:24:01.475700 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8366246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918807'] for router (786afafe-67b7-4d58-ba78-807ce41613eb), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.487646 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-f4e91195-5492-425b-887c-c7404273949e None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:01.603550 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-3b2c22d2-7371-4bf9-b65d-890359304c21 None None] Provisioning complete for port 52c77eae-6b75-47b3-b86c-b41c16c68dba triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:01.603923 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3b2c22d2-7371-4bf9-b65d-890359304c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.715067 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Router 786afafe-67b7-4d58-ba78-807ce41613eb is scheduled to L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:24:01.786396 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-3b2c22d2-7371-4bf9-b65d-890359304c21 None None] Current status of the port 52c77eae-6b75-47b3-b86c-b41c16c68dba is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:01.793611 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-f4e91195-5492-425b-887c-c7404273949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:01.830290 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 52c77eae-6b75-47b3-b86c-b41c16c68dba up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:24:01.833845 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e91195-5492-425b-887c-c7404273949e None None] Checking router: 70af88eb-dad9-41f7-aaff-ac773821fef6 for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:24:01.862407 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3776da84-3081-4cf6-a39f-f9aaa2e972a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:01.869951 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e91195-5492-425b-887c-c7404273949e None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:01.870728 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-f4e91195-5492-425b-887c-c7404273949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:01.893196 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:24:01.903345 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Sync routers for ids ['786afafe-67b7-4d58-ba78-807ce41613eb'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:24:01.921943 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Routers {'786afafe-67b7-4d58-ba78-807ce41613eb'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:01.922584 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['786afafe-67b7-4d58-ba78-807ce41613eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:01.991694 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 52c77eae-6b75-47b3-b86c-b41c16c68dba triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:01.994920 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:02.013400 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:02.015437 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e1c95a6c-346f-4a0d-ba62-98f44f962e5c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7952757 Apr 11 18:24:02.018012 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51636) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:02.068150 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Set router 786afafe-67b7-4d58-ba78-807ce41613eb gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:02.088049 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-f4e91195-5492-425b-887c-c7404273949e None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:02.288525 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 52c77eae-6b75-47b3-b86c-b41c16c68dba is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:02.312831 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'name': 'tempest-TestShelveInstance-738372435-router', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:58Z', 'updated_at': '2022-04-11T18:24:00Z', 'revision_number': 3, 'project_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'gw_port': {'id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:59Z', 'updated_at': '2022-04-11T18:23:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:02.361650 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Checking router: 786afafe-67b7-4d58-ba78-807ce41613eb for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:24:02.362118 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Updating router 786afafe-67b7-4d58-ba78-807ce41613eb port 5ce98175-84c4-4892-8ed2-d7905c9057ff binding host dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:24:02.378921 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22af9848-3a67-42f6-aebd-4d8a27ffdc7c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:02.437083 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:02.458668 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22af9848-3a67-42f6-aebd-4d8a27ffdc7c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (8e538785-45e3-4af1-9ebb-1a5200fc7980), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:02.492689 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-f4e91195-5492-425b-887c-c7404273949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:02.544232 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e91195-5492-425b-887c-c7404273949e None None] The sync data for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi is: [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:24:02.778633 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51648) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:02.797812 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-22af9848-3a67-42f6-aebd-4d8a27ffdc7c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Floating IP 8e538785-45e3-4af1-9ebb-1a5200fc7980 associated. External IP: 172.27.3.95, port: 6c2853cb-d50f-430d-b97b-15e1d31b2b7d. Apr 11 18:24:02.941379 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:02.972905 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Publish callbacks [] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.054784 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17355f93-553b-42fc-bbbd-e9d2db52f6d6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group (d9585c29-6547-4c13-9512-6f6fc7d9101e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.059887 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d38826-8718-401e-b1a8-0ee097834365 None None] New status for floating IP a7d40e98-e336-43a2-88e5-3e52cabfe5e8: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:24:03.069460 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.099062 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17355f93-553b-42fc-bbbd-e9d2db52f6d6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group (d9585c29-6547-4c13-9512-6f6fc7d9101e), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.131690 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Attempting to bind port 5ce98175-84c4-4892-8ed2-d7905c9057ff on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:24:03.132202 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Attempting to bind port 5ce98175-84c4-4892-8ed2-d7905c9057ff by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:24:03.132681 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Attempting to bind port 5ce98175-84c4-4892-8ed2-d7905c9057ff on network 92929611-3b7d-482f-9e07-357d61c7241e {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:24:03.144046 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:24:03.144575 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Checking segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:24:03.145094 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.145579 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Bound using segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:24:03.146140 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Bound port: 5ce98175-84c4-4892-8ed2-d7905c9057ff, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:24:03.146824 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.149367 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8362e4-7ca2-48ad-9fe6-e93cd0506ffe None None] Pushing event updated for resources: {'Port': ['ID=5ce98175-84c4-4892-8ed2-d7905c9057ff,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:03.185183 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22af9848-3a67-42f6-aebd-4d8a27ffdc7c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Router f2029eba-bdad-4a1d-8ee5-3a0794620889 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:24:03.225106 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] For port 5ce98175-84c4-4892-8ed2-d7905c9057ff, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:24:03.228874 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] For port 5ce98175-84c4-4892-8ed2-d7905c9057ff, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=5ce98175-84c4-4892-8ed2-d7905c9057ff,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:24:03.262062 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Allocated IP 172.20.0.1 (04ebeeb7-6ae5-451a-8762-1dc127a21e94/a4771ad2-615b-4836-b4c4-827c3580ecbc/1a9a0bfe-4a67-4933-99e1-433a79f8138d) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:24:03.304317 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.329693 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22af9848-3a67-42f6-aebd-4d8a27ffdc7c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:24:03.336810 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-22af9848-3a67-42f6-aebd-4d8a27ffdc7c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.343133 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17355f93-553b-42fc-bbbd-e9d2db52f6d6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (d9585c29-6547-4c13-9512-6f6fc7d9101e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.353074 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17355f93-553b-42fc-bbbd-e9d2db52f6d6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.353074 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-17355f93-553b-42fc-bbbd-e9d2db52f6d6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "DELETE /v2.0/security-groups/d9585c29-6547-4c13-9512-6f6fc7d9101e HTTP/1.1" status: 204 len: 168 time: 0.5677752 Apr 11 18:24:03.354924 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 51652) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:03.365646 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89931f1-c1fc-47fc-9779-b247944fe85f None None] Sync routers for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:24:03.370483 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17355f93-553b-42fc-bbbd-e9d2db52f6d6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9585c29-6547-4c13-9512-6f6fc7d9101e,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:03.395267 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8362e4-7ca2-48ad-9fe6-e93cd0506ffe None None] Pushing event updated for resources: {'Port': ['ID=5ce98175-84c4-4892-8ed2-d7905c9057ff,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:03.402831 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Routers {'786afafe-67b7-4d58-ba78-807ce41613eb'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:03.403546 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['786afafe-67b7-4d58-ba78-807ce41613eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:03.407979 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 33830001-f400-4023-84a9-13e0b3bd4093 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:24:03.436711 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-9541667e-bf2e-450e-84a8-7ba9d9c0f9bc tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] show failed (client error): The resource could not be found. Apr 11 18:24:03.441061 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9541667e-bf2e-450e-84a8-7ba9d9c0f9bc tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups/d9585c29-6547-4c13-9512-6f6fc7d9101e HTTP/1.1" status: 404 len: 347 time: 0.0853736 Apr 11 18:24:03.441727 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 51654) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:03.450382 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 33830001-f400-4023-84a9-13e0b3bd4093 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:24:03.450734 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 33830001-f400-4023-84a9-13e0b3bd4093 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:24:03.458050 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89931f1-c1fc-47fc-9779-b247944fe85f None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:03.458791 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-f89931f1-c1fc-47fc-9779-b247944fe85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:03.479066 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Publish callbacks [] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.490789 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-22af9848-3a67-42f6-aebd-4d8a27ffdc7c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "PUT /v2.0/floatingips/8e538785-45e3-4af1-9ebb-1a5200fc7980 HTTP/1.1" status: 200 len: 991 time: 2.2656643 Apr 11 18:24:03.494746 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:24:03.497201 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4d7512-afb1-4ab6-aa91-bde46361fe2a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:24:03.541343 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0b286d-fea4-4c1e-94f3-7c9ba5d0d45b x-openstack-request-id: req-1d0b286d-fea4-4c1e-94f3-7c9ba5d0d45b {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:24:03.541699 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:24:03.541960 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d0b286d-fea4-4c1e-94f3-7c9ba5d0d45b {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:24:03.542384 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0b286d-fea4-4c1e-94f3-7c9ba5d0d45b'] response: {'name': 'network-changed', 'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'status': 'completed', 'code': 200} Apr 11 18:24:03.543842 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f2f61-0d59-4f27-ad0f-d7487ab3e328 req-3c4d0c27-fe41-4246-8496-68f86904140b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:03.547740 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-205f2f61-0d59-4f27-ad0f-d7487ab3e328 req-3c4d0c27-fe41-4246-8496-68f86904140b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.1245339 Apr 11 18:24:03.584393 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-4a8d43ff-2faf-43ce-b292-2bb9bec2b009 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Deleting port 696aee32-f4d1-45ae-b07c-329858836f04 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:24:03.584393 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4a8d43ff-2faf-43ce-b292-2bb9bec2b009 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (696aee32-f4d1-45ae-b07c-329858836f04), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.598846 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-205f2f61-0d59-4f27-ad0f-d7487ab3e328 req-39e96904-cf92-47a7-a7d2-f0a4880ae68d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462029 Apr 11 18:24:03.608267 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.650827 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Network 04ebeeb7-6ae5-451a-8762-1dc127a21e94 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:24:03.654437 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:24:03.657936 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:24:03.668044 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4a8d43ff-2faf-43ce-b292-2bb9bec2b009 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (696aee32-f4d1-45ae-b07c-329858836f04), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.668860 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4a8d43ff-2faf-43ce-b292-2bb9bec2b009 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (696aee32-f4d1-45ae-b07c-329858836f04), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.683955 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-4a8d43ff-2faf-43ce-b292-2bb9bec2b009 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Calling delete_port for 696aee32-f4d1-45ae-b07c-329858836f04 owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:03.688448 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a9a0bfe-4a67-4933-99e1-433a79f8138d,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:03.708080 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7918628'] for router_interface (786afafe-67b7-4d58-ba78-807ce41613eb), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.772311 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-f89931f1-c1fc-47fc-9779-b247944fe85f None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:03.877795 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] Set router 786afafe-67b7-4d58-ba78-807ce41613eb gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:03.931887 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a32d5a86-d953-4e58-b511-09ab17f26427 None None] Provisioning complete for port 1a9a0bfe-4a67-4933-99e1-433a79f8138d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:03.932412 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a32d5a86-d953-4e58-b511-09ab17f26427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.938786 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4a8d43ff-2faf-43ce-b292-2bb9bec2b009 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (696aee32-f4d1-45ae-b07c-329858836f04), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.950185 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:03.975143 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a32d5a86-d953-4e58-b511-09ab17f26427 None None] Port 1a9a0bfe-4a67-4933-99e1-433a79f8138d cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:24:03.976833 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d43ff-2faf-43ce-b292-2bb9bec2b009 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event deleted for resources: {'Port': ['ID=696aee32-f4d1-45ae-b07c-329858836f04,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:04.046980 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4a8d43ff-2faf-43ce-b292-2bb9bec2b009 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (a7d40e98-e336-43a2-88e5-3e52cabfe5e8), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:04.049667 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4a8d43ff-2faf-43ce-b292-2bb9bec2b009 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:04.050850 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4a8d43ff-2faf-43ce-b292-2bb9bec2b009 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "DELETE /v2.0/floatingips/a7d40e98-e336-43a2-88e5-3e52cabfe5e8 HTTP/1.1" status: 204 len: 168 time: 0.6061847 Apr 11 18:24:04.159773 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Publish callbacks [] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:04.164875 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'name': 'tempest-TestShelveInstance-738372435-router', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:58Z', 'updated_at': '2022-04-11T18:24:00Z', 'revision_number': 3, 'project_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'gw_port': {'id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:59Z', 'updated_at': '2022-04-11T18:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:04.196326 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a509c3-a4d3-41ce-9709-e5127e2659b8 None None] The sync data for ids ['786afafe-67b7-4d58-ba78-807ce41613eb'] in dv-cinder-837355-1-iscsi is: [{'id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'name': 'tempest-TestShelveInstance-738372435-router', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:58Z', 'updated_at': '2022-04-11T18:24:00Z', 'revision_number': 3, 'project_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'gw_port': {'id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:59Z', 'updated_at': '2022-04-11T18:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:24:04.205158 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-f89931f1-c1fc-47fc-9779-b247944fe85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '8e538785-45e3-4af1-9ebb-1a5200fc7980', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'port_id': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'mac_address': 'fa:16:3e:57:04:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:23:44Z', 'updated_at': '2022-04-11T18:24:02Z', 'revision_number': 1, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:04.236268 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:04.242109 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89931f1-c1fc-47fc-9779-b247944fe85f None None] Checking router: f2029eba-bdad-4a1d-8ee5-3a0794620889 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:24:04.253417 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89931f1-c1fc-47fc-9779-b247944fe85f None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:04.254217 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-f89931f1-c1fc-47fc-9779-b247944fe85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:23:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:04.318242 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Pushing event updated for resources: {'Port': ['ID=1a9a0bfe-4a67-4933-99e1-433a79f8138d,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:04.330267 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7877612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7918996'] for router_interface (786afafe-67b7-4d58-ba78-807ce41613eb), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:04.381176 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-f89931f1-c1fc-47fc-9779-b247944fe85f None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:04.434939 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Network 04ebeeb7-6ae5-451a-8762-1dc127a21e94 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:24:04.436598 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:24:04.565640 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 51662) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:04.573168 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-b31eac49-bcbf-48a7-974b-5163d4638691 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502187769', 'description': 'tempest-description--303252948'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:04.596494 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-68d95786-0646-43c8-aa97-bdc37a63313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:04.629671 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Router 786afafe-67b7-4d58-ba78-807ce41613eb has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:24:04.680762 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b31eac49-bcbf-48a7-974b-5163d4638691 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:04.715824 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-f89931f1-c1fc-47fc-9779-b247944fe85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '8e538785-45e3-4af1-9ebb-1a5200fc7980', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'port_id': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'mac_address': 'fa:16:3e:57:04:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:23:44Z', 'updated_at': '2022-04-11T18:24:02Z', 'revision_number': 1, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:04.774696 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89931f1-c1fc-47fc-9779-b247944fe85f None None] The sync data for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi is: [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '8e538785-45e3-4af1-9ebb-1a5200fc7980', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'port_id': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'mac_address': 'fa:16:3e:57:04:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:23:44Z', 'updated_at': '2022-04-11T18:24:02Z', 'revision_number': 1, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:24:04.788295 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b31eac49-bcbf-48a7-974b-5163d4638691 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group (61766e08-d0f1-4faa-be23-bd20303fca8c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:04.816625 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-291b27d0-ffd5-47c1-896f-c09a72ccdce1 None None] Provisioning complete for port 1a9a0bfe-4a67-4933-99e1-433a79f8138d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:04.817422 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-291b27d0-ffd5-47c1-896f-c09a72ccdce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:04.831172 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb1f5e-0631-47f8-9350-d2cbbf07ec94 req-15ce5539-9fe5-4970-83af-874f143d9e27 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:04.832758 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-87eb1f5e-0631-47f8-9350-d2cbbf07ec94 req-15ce5539-9fe5-4970-83af-874f143d9e27 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0718839 Apr 11 18:24:04.838367 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:24:04.845028 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d4e41ad4-2a27-4d98-aa16-434ec4f8aee9 admin admin] 10.222.0.64 "PUT /v2.0/routers/786afafe-67b7-4d58-ba78-807ce41613eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8255727 Apr 11 18:24:04.875318 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b31eac49-bcbf-48a7-974b-5163d4638691 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (61766e08-d0f1-4faa-be23-bd20303fca8c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:04.881571 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-291b27d0-ffd5-47c1-896f-c09a72ccdce1 None None] Port 1a9a0bfe-4a67-4933-99e1-433a79f8138d cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:24:04.893995 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-87eb1f5e-0631-47f8-9350-d2cbbf07ec94 req-77704433-e85d-4d29-a5e3-6385b7c1064b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477941 Apr 11 18:24:04.937223 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31eac49-bcbf-48a7-974b-5163d4638691 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61766e08-d0f1-4faa-be23-bd20303fca8c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:04.974148 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b31eac49-bcbf-48a7-974b-5163d4638691 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:04.978075 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b31eac49-bcbf-48a7-974b-5163d4638691 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4077353 Apr 11 18:24:04.978409 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 51668) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:04.983229 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-c63c58fa-87a5-4110-ae41-11ee3b6484f6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Request body: {'security_group_rule': {'security_group_id': '61766e08-d0f1-4faa-be23-bd20303fca8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:05.086698 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c63c58fa-87a5-4110-ae41-11ee3b6484f6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group_rule (ef01fa18-525a-482c-ae1c-eebc3ff4d892), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.101225 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd447bc-b38f-4231-a95e-8a24e80ab0c5 None None] New status for floating IP 8e538785-45e3-4af1-9ebb-1a5200fc7980: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:24:05.166228 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c63c58fa-87a5-4110-ae41-11ee3b6484f6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group_rule (ef01fa18-525a-482c-ae1c-eebc3ff4d892), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.246998 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c63c58fa-87a5-4110-ae41-11ee3b6484f6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (ef01fa18-525a-482c-ae1c-eebc3ff4d892), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.269993 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c58fa-87a5-4110-ae41-11ee3b6484f6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef01fa18-525a-482c-ae1c-eebc3ff4d892,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:05.328791 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c63c58fa-87a5-4110-ae41-11ee3b6484f6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.330075 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c63c58fa-87a5-4110-ae41-11ee3b6484f6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3507900 Apr 11 18:24:05.332809 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 51674) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:05.337265 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-e8b0b30b-d947-4b48-88f6-20621a69f15a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Request body: {'security_group_rule': {'security_group_id': '61766e08-d0f1-4faa-be23-bd20303fca8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:05.372150 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.429077 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b30b-d947-4b48-88f6-20621a69f15a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group_rule (3eafb713-4fb7-48e0-aab0-9cf3c536542d), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.485993 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b30b-d947-4b48-88f6-20621a69f15a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group_rule (3eafb713-4fb7-48e0-aab0-9cf3c536542d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.531983 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 51676) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:05.537759 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-b0b38af4-92cc-428e-aa75-36c734338ac0 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-842792743', 'description': 'tempest-secgroup-smoke-842792743 description', 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:05.589353 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b30b-d947-4b48-88f6-20621a69f15a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (3eafb713-4fb7-48e0-aab0-9cf3c536542d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.611636 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0b30b-d947-4b48-88f6-20621a69f15a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eafb713-4fb7-48e0-aab0-9cf3c536542d,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:05.617590 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b0b38af4-92cc-428e-aa75-36c734338ac0 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.676341 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e8b0b30b-d947-4b48-88f6-20621a69f15a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.677810 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e8b0b30b-d947-4b48-88f6-20621a69f15a tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3440733 Apr 11 18:24:05.681115 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51678) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:05.686804 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:05.690046 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b0b38af4-92cc-428e-aa75-36c734338ac0 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group (25f1b9ed-87c7-46d8-b1f5-b290952efc4f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.754743 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b0b38af4-92cc-428e-aa75-36c734338ac0 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (25f1b9ed-87c7-46d8-b1f5-b290952efc4f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.785700 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 5ce98175-84c4-4892-8ed2-d7905c9057ff up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:24:05.791953 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b38af4-92cc-428e-aa75-36c734338ac0 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f1b9ed-87c7-46d8-b1f5-b290952efc4f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:05.836980 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 5ce98175-84c4-4892-8ed2-d7905c9057ff triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:05.837343 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.903941 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.923135 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 5ce98175-84c4-4892-8ed2-d7905c9057ff is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:05.923508 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:05.945302 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 5ce98175-84c4-4892-8ed2-d7905c9057ff, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=5ce98175-84c4-4892-8ed2-d7905c9057ff,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:06.021783 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b0b38af4-92cc-428e-aa75-36c734338ac0 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.026046 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b0b38af4-92cc-428e-aa75-36c734338ac0 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4899862 Apr 11 18:24:06.026721 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e24d1-d0d9-471c-a305-adb9c0b6e88b req-beb264c0-ec09-46d6-869b-162d9ab12acf tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:06.026839 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 51682) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:06.027587 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a37e24d1-d0d9-471c-a305-adb9c0b6e88b req-beb264c0-ec09-46d6-869b-162d9ab12acf tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0592017 Apr 11 18:24:06.028839 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.035566 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-e37dabd8-07cc-44e0-a705-06c9aa5435f6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Request body: {'security_group_rule': {'security_group_id': '25f1b9ed-87c7-46d8-b1f5-b290952efc4f', 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:06.115488 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.126112 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a37e24d1-d0d9-471c-a305-adb9c0b6e88b req-c2d99470-5aaa-4c3c-9ac8-173a6960709e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896745 Apr 11 18:24:06.170316 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=5ce98175-84c4-4892-8ed2-d7905c9057ff,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:06.181949 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Allocated IP 172.27.3.29 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/aba024f8-e54f-4fca-888f-e6c10739b9a9) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:24:06.207030 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e37dabd8-07cc-44e0-a705-06c9aa5435f6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (b29f9635-5da0-4f19-9ef4-2793712abde4), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.269893 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e37dabd8-07cc-44e0-a705-06c9aa5435f6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (b29f9635-5da0-4f19-9ef4-2793712abde4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.292491 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for port (aba024f8-e54f-4fca-888f-e6c10739b9a9), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.355146 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e37dabd8-07cc-44e0-a705-06c9aa5435f6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (b29f9635-5da0-4f19-9ef4-2793712abde4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.376817 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dabd8-07cc-44e0-a705-06c9aa5435f6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29f9635-5da0-4f19-9ef4-2793712abde4,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:06.406665 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (aba024f8-e54f-4fca-888f-e6c10739b9a9), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.431093 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e37dabd8-07cc-44e0-a705-06c9aa5435f6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.432514 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e37dabd8-07cc-44e0-a705-06c9aa5435f6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4054239 Apr 11 18:24:06.435917 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51684) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:06.444381 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-aa0128f2-ddfe-4bb6-8bb3-51828f944a17 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Request body: {'security_group_rule': {'security_group_id': '25f1b9ed-87c7-46d8-b1f5-b290952efc4f', 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:06.459967 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:24:06.470748 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:24:06.472542 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event updated for resources: {'Port': ['ID=aba024f8-e54f-4fca-888f-e6c10739b9a9,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:06.475944 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:24:06.566134 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (6dd2a3ea-44ab-47d9-aca4-9f02abe15631), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.582695 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-aa0128f2-ddfe-4bb6-8bb3-51828f944a17 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (3f02e1f0-807a-4457-9217-5d2a7998ab91), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.644732 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-aa0128f2-ddfe-4bb6-8bb3-51828f944a17 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (3f02e1f0-807a-4457-9217-5d2a7998ab91), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.686638 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (aba024f8-e54f-4fca-888f-e6c10739b9a9), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.754594 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-aa0128f2-ddfe-4bb6-8bb3-51828f944a17 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (3f02e1f0-807a-4457-9217-5d2a7998ab91), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.771701 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d7512-afb1-4ab6-aa91-bde46361fe2a req-5c0a793f-3257-468c-b10f-e5088ab47a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:06.773208 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d4d7512-afb1-4ab6-aa91-bde46361fe2a req-5c0a793f-3257-468c-b10f-e5088ab47a0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 1130 time: 0.1367378 Apr 11 18:24:06.805665 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0128f2-ddfe-4bb6-8bb3-51828f944a17 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f02e1f0-807a-4457-9217-5d2a7998ab91,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:06.915529 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:06.929830 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d7512-afb1-4ab6-aa91-bde46361fe2a req-96a79a70-3bc0-4008-8808-e8d014cd0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:06.931406 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d4d7512-afb1-4ab6-aa91-bde46361fe2a req-96a79a70-3bc0-4008-8808-e8d014cd0237 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 200 len: 917 time: 0.0926485 Apr 11 18:24:07.037783 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-be2427f2-f6c7-42e8-9444-7031f5390a1a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:07.039333 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-be2427f2-f6c7-42e8-9444-7031f5390a1a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.0896783 Apr 11 18:24:07.060158 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d4d7512-afb1-4ab6-aa91-bde46361fe2a req-95121f0d-7f2a-49d9-b610-0661c31f7647 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d HTTP/1.1" status: 200 len: 1001 time: 0.1116898 Apr 11 18:24:07.085333 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-aa0128f2-ddfe-4bb6-8bb3-51828f944a17 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.088957 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-aa0128f2-ddfe-4bb6-8bb3-51828f944a17 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6495252 Apr 11 18:24:07.091446 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51688) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:07.096227 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-4d7f1b2f-330a-43d1-ae6b-cafa6f798b72 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Request body: {'security_group_rule': {'security_group_id': '25f1b9ed-87c7-46d8-b1f5-b290952efc4f', 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:07.123390 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for port (aba024f8-e54f-4fca-888f-e6c10739b9a9), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.163737 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d7512-afb1-4ab6-aa91-bde46361fe2a req-10122676-30c5-44bc-9e74-e159436c7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:07.165185 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d4d7512-afb1-4ab6-aa91-bde46361fe2a req-10122676-30c5-44bc-9e74-e159436c7852 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fac3b306-bda1-439e-9471-054f6f8f618a HTTP/1.1" status: 200 len: 855 time: 0.0875754 Apr 11 18:24:07.183330 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (aba024f8-e54f-4fca-888f-e6c10739b9a9), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.204058 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Deleting port 8848d8ff-735e-41da-90b3-174051a91452 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:24:07.204401 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (8848d8ff-735e-41da-90b3-174051a91452), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.239086 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d7512-afb1-4ab6-aa91-bde46361fe2a req-88e17163-6b44-4bea-96e2-423012f706e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:07.240636 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d4d7512-afb1-4ab6-aa91-bde46361fe2a req-88e17163-6b44-4bea-96e2-423012f706e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e17daa45-e311-4804-bd24-8f6d86c11327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681207 Apr 11 18:24:07.288138 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1b2f-330a-43d1-ae6b-cafa6f798b72 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (3e1b12e9-a837-4e4c-81ae-6f08653fd667), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.315773 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da2920-5c04-4e2f-a96a-30b40602f7f8 req-4cf68f31-9bf5-4128-b433-761b7c4cd918 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:07.317176 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a2da2920-5c04-4e2f-a96a-30b40602f7f8 req-4cf68f31-9bf5-4128-b433-761b7c4cd918 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 946 time: 0.1047230 Apr 11 18:24:07.321867 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event updated for resources: {'Port': ['ID=aba024f8-e54f-4fca-888f-e6c10739b9a9,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:07.346070 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (6dd2a3ea-44ab-47d9-aca4-9f02abe15631), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.361908 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] For port 8848d8ff-735e-41da-90b3-174051a91452, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8848d8ff-735e-41da-90b3-174051a91452,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:07.362271 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (8848d8ff-735e-41da-90b3-174051a91452), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.413199 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a2da2920-5c04-4e2f-a96a-30b40602f7f8 req-d8e93617-014c-43d8-9362-72f32ac75f86 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=96cdd114-da62-4b41-b1ed-afb445610d47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825775 Apr 11 18:24:07.414835 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1b2f-330a-43d1-ae6b-cafa6f798b72 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (3e1b12e9-a837-4e4c-81ae-6f08653fd667), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.425725 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d4d7512-afb1-4ab6-aa91-bde46361fe2a req-8f1b4730-2b58-4aa8-a392-aa5929b37405 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558015 Apr 11 18:24:07.500133 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.510396 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-97564486-7d86-477f-85ba-d4dfa483774f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8194437 Apr 11 18:24:07.510396 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1b2f-330a-43d1-ae6b-cafa6f798b72 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (3e1b12e9-a837-4e4c-81ae-6f08653fd667), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.532220 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f1b2f-330a-43d1-ae6b-cafa6f798b72 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1b12e9-a837-4e4c-81ae-6f08653fd667,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:07.614175 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2d4d7512-afb1-4ab6-aa91-bde46361fe2a req-035ab6dd-d720-4a44-b80f-47adcbc84d8f service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822450 Apr 11 18:24:07.625725 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.626096 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (a514abb6-6a54-421d-aa63-a4ec0d565955), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.626407 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Floating IP a514abb6-6a54-421d-aa63-a4ec0d565955 disassociated. External IP: 172.27.3.146, port: 8848d8ff-735e-41da-90b3-174051a91452. Apr 11 18:24:07.626774 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Calling delete_port for 8848d8ff-735e-41da-90b3-174051a91452 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:07.631952 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4d7f1b2f-330a-43d1-ae6b-cafa6f798b72 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.633023 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4d7f1b2f-330a-43d1-ae6b-cafa6f798b72 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5414598 Apr 11 18:24:07.635801 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51698) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:07.647625 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-6db9ccb1-08aa-4728-8dfb-074b921580ac tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Request body: {'security_group_rule': {'security_group_id': '25f1b9ed-87c7-46d8-b1f5-b290952efc4f', 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:07.782432 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 5ce98175-84c4-4892-8ed2-d7905c9057ff up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:24:07.784042 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6db9ccb1-08aa-4728-8dfb-074b921580ac tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (6c98a5a1-fb37-489b-b098-d3306791b3c3), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.810744 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-4518b782-cb46-4fd7-964d-ae1babf547b8 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--502187769&fields=id&tenant_id=3a4731da4e084ada88e52ef126a07883 HTTP/1.1" status: 200 len: 267 time: 0.0663197 Apr 11 18:24:07.830142 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 5ce98175-84c4-4892-8ed2-d7905c9057ff triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:07.830604 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.875987 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (8848d8ff-735e-41da-90b3-174051a91452), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.902395 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Sync routers for ids ['786afafe-67b7-4d58-ba78-807ce41613eb'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:24:07.914101 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Routers {'786afafe-67b7-4d58-ba78-807ce41613eb'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:07.914929 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-90edabe4-3728-47ba-a236-02618d42064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:24:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['786afafe-67b7-4d58-ba78-807ce41613eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:07.915734 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Pushing event deleted for resources: {'Port': ['ID=8848d8ff-735e-41da-90b3-174051a91452,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:07.925059 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 5ce98175-84c4-4892-8ed2-d7905c9057ff is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:07.946445 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6db9ccb1-08aa-4728-8dfb-074b921580ac tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (6c98a5a1-fb37-489b-b098-d3306791b3c3), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:07.971718 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-9f95845b-669d-4bd7-bc93-ba3b3b424311 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:07.976453 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-9f95845b-669d-4bd7-bc93-ba3b3b424311 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/networks?id=a9dcf27f-d088-45de-9075-c8b0b9293f8c HTTP/1.1" status: 200 len: 809 time: 0.1545208 Apr 11 18:24:07.989727 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-52c55ffd-13f5-4138-a469-a2e4626a8a6b tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/quotas/3a4731da4e084ada88e52ef126a07883 HTTP/1.1" status: 200 len: 375 time: 0.0105145 Apr 11 18:24:08.043277 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Set router 786afafe-67b7-4d58-ba78-807ce41613eb gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:08.050153 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-50e2e40c-f077-41ff-87ba-24953ca356e3 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a4731da4e084ada88e52ef126a07883&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549896 Apr 11 18:24:08.051034 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6db9ccb1-08aa-4728-8dfb-074b921580ac tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (6c98a5a1-fb37-489b-b098-d3306791b3c3), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:08.066954 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Router a88f92f1-6521-467a-8b97-6ac7b89ec75a has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:24:08.078355 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9ccb1-08aa-4728-8dfb-074b921580ac tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c98a5a1-fb37-489b-b098-d3306791b3c3,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:08.160406 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6db9ccb1-08aa-4728-8dfb-074b921580ac tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:08.161518 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6db9ccb1-08aa-4728-8dfb-074b921580ac tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5240841 Apr 11 18:24:08.167333 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51708) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:08.174610 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-6321c162-c1d4-4839-b852-49ca21ec0aaf tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Request body: {'security_group_rule': {'security_group_id': '25f1b9ed-87c7-46d8-b1f5-b290952efc4f', 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:08.187022 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-093419dd-9e99-4c5e-a3e2-cb3376718952 service neutron] 10.222.0.64 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170413 Apr 11 18:24:08.265307 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-90edabe4-3728-47ba-a236-02618d42064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'name': 'tempest-TestShelveInstance-738372435-router', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:58Z', 'updated_at': '2022-04-11T18:24:03Z', 'revision_number': 4, 'project_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'gw_port': {'id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:59Z', 'updated_at': '2022-04-11T18:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '1a9a0bfe-4a67-4933-99e1-433a79f8138d', 'name': '', 'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'mac_address': 'fa:16:3e:df:f6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a4771ad2-615b-4836-b4c4-827c3580ecbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:24:02Z', 'updated_at': '2022-04-11T18:24:04Z', 'revision_number': 2, 'project_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'subnets': [{'id': 'a4771ad2-615b-4836-b4c4-827c3580ecbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:08.271849 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.securitygroups_db [None req-6321c162-c1d4-4839-b852-49ca21ec0aaf tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Project ff5d55b6d42046c5be366a87d9ef94e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:24:08.281220 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6321c162-c1d4-4839-b852-49ca21ec0aaf tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (30c33936-2f5d-4d54-b154-e1ca6953d3ab), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:08.298518 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:08.340747 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-101bef9a-b48f-4813-bd6e-c9357c71d706 service neutron] 10.222.0.64 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398096 Apr 11 18:24:08.373888 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6321c162-c1d4-4839-b852-49ca21ec0aaf tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (30c33936-2f5d-4d54-b154-e1ca6953d3ab), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:08.429912 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Checking router: 786afafe-67b7-4d58-ba78-807ce41613eb for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:24:08.430262 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Updating router 786afafe-67b7-4d58-ba78-807ce41613eb port 1a9a0bfe-4a67-4933-99e1-433a79f8138d binding host dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:24:08.446718 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6321c162-c1d4-4839-b852-49ca21ec0aaf tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (30c33936-2f5d-4d54-b154-e1ca6953d3ab), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:08.460826 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:24:08.463520 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:08.474111 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d96b77-7287-4bbb-b2b0-f096dba2fc30 None None] Sync routers for ids ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:24:08.487357 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d96b77-7287-4bbb-b2b0-f096dba2fc30 None None] Routers {'a88f92f1-6521-467a-8b97-6ac7b89ec75a'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:08.487992 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-86d96b77-7287-4bbb-b2b0-f096dba2fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:24:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:08.503455 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321c162-c1d4-4839-b852-49ca21ec0aaf tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c33936-2f5d-4d54-b154-e1ca6953d3ab,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:08.544299 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] No DVR routers for this DVR port 8848d8ff-735e-41da-90b3-174051a91452 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:24:08.546795 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:08.550312 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af8dab5e-56dc-436e-9225-2b5bd6d7b311 req-8ac63cd5-9519-48cc-88ce-ed1d7acfc4de tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.30 "DELETE /v2.0/ports/8848d8ff-735e-41da-90b3-174051a91452 HTTP/1.1" status: 204 len: 173 time: 1.5013034 Apr 11 18:24:08.550777 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'name': 'network-vif-deleted', 'tag': '8848d8ff-735e-41da-90b3-174051a91452'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:24:08.553618 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8dd72e-e0b1-4d93-a3d2-c85a7a3c91bf" -d '{"events": [{"server_uuid": "c5a895cc-5ccb-4db5-933a-e5f835919010", "name": "network-vif-deleted", "tag": "8848d8ff-735e-41da-90b3-174051a91452"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:24:08.572035 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1abe984c-5d2c-4831-b155-dfe3673cc6b0 req-76434b7c-7962-473f-955d-72aae7662cd9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 210 time: 0.0449069 Apr 11 18:24:08.600483 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6321c162-c1d4-4839-b852-49ca21ec0aaf tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:08.604979 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6321c162-c1d4-4839-b852-49ca21ec0aaf tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4356949 Apr 11 18:24:08.608666 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51714) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:08.616969 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01182a7e-162d-4b4f-9018-0066f0aac25c x-openstack-request-id: req-01182a7e-162d-4b4f-9018-0066f0aac25c {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:24:08.617138 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-d98e5944-c848-48eb-ba9d-ced83a485c8a tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Request body: {'security_group_rule': {'security_group_id': '25f1b9ed-87c7-46d8-b1f5-b290952efc4f', 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:08.617635 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a895cc-5ccb-4db5-933a-e5f835919010", "name": "network-vif-deleted", "tag": "8848d8ff-735e-41da-90b3-174051a91452", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:24:08.618058 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01182a7e-162d-4b4f-9018-0066f0aac25c {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:24:08.618624 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01182a7e-162d-4b4f-9018-0066f0aac25c'] response: {'server_uuid': 'c5a895cc-5ccb-4db5-933a-e5f835919010', 'name': 'network-vif-deleted', 'tag': '8848d8ff-735e-41da-90b3-174051a91452', 'status': 'completed', 'code': 200} Apr 11 18:24:08.668678 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-86d96b77-7287-4bbb-b2b0-f096dba2fc30 None None] Set router a88f92f1-6521-467a-8b97-6ac7b89ec75a gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:08.749622 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4916a09c-23e9-4415-96ea-edadf77992cc req-134e9290-35fe-4f27-b1b2-c9b077f6685c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 210 time: 0.0435917 Apr 11 18:24:08.811086 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.securitygroups_db [None req-d98e5944-c848-48eb-ba9d-ced83a485c8a tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Project ff5d55b6d42046c5be366a87d9ef94e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:24:08.816778 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Publish callbacks [] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:08.825341 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d98e5944-c848-48eb-ba9d-ced83a485c8a tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (30891531-9fa6-417b-ac33-e48eaa97c4f6), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:08.897472 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d98e5944-c848-48eb-ba9d-ced83a485c8a tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (30891531-9fa6-417b-ac33-e48eaa97c4f6), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:08.932519 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:08.991175 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81658a15-9471-4587-8075-4bb2e33501e5 None None] Pushing event updated for resources: {'Port': ['ID=1a9a0bfe-4a67-4933-99e1-433a79f8138d,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:09.018080 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-86d96b77-7287-4bbb-b2b0-f096dba2fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:19:06Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '60608efb-8923-452e-841f-474cdfbf4039', 'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'mac_address': 'fa:16:3e:6f:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:19:01Z', 'updated_at': '2022-04-11T18:19:14Z', 'revision_number': 5, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'subnets': [{'id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:09.058844 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d98e5944-c848-48eb-ba9d-ced83a485c8a tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (30891531-9fa6-417b-ac33-e48eaa97c4f6), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:09.060264 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Attempting to bind port 1a9a0bfe-4a67-4933-99e1-433a79f8138d on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:24:09.060768 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Attempting to bind port 1a9a0bfe-4a67-4933-99e1-433a79f8138d by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': 'b0322541-803a-4c06-8fc6-47859a7f7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:24:09.061456 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Attempting to bind port 1a9a0bfe-4a67-4933-99e1-433a79f8138d on network 04ebeeb7-6ae5-451a-8762-1dc127a21e94 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:24:09.061700 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d96b77-7287-4bbb-b2b0-f096dba2fc30 None None] Checking router: a88f92f1-6521-467a-8b97-6ac7b89ec75a for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:24:09.069636 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:24:09.070433 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Checking segment: {'id': 'b0322541-803a-4c06-8fc6-47859a7f7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:24:09.071049 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:09.072525 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Bound using segment: {'id': 'b0322541-803a-4c06-8fc6-47859a7f7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:24:09.072841 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d96b77-7287-4bbb-b2b0-f096dba2fc30 None None] Routers {'a88f92f1-6521-467a-8b97-6ac7b89ec75a'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:09.073566 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-86d96b77-7287-4bbb-b2b0-f096dba2fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:24:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:09.073824 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Bound port: 1a9a0bfe-4a67-4933-99e1-433a79f8138d, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0322541-803a-4c06-8fc6-47859a7f7341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:24:09.075200 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:09.092946 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e5944-c848-48eb-ba9d-ced83a485c8a tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30891531-9fa6-417b-ac33-e48eaa97c4f6,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:09.156249 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-90edabe4-3728-47ba-a236-02618d42064e None None] For port 1a9a0bfe-4a67-4933-99e1-433a79f8138d, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:24:09.159519 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-90edabe4-3728-47ba-a236-02618d42064e None None] For port 1a9a0bfe-4a67-4933-99e1-433a79f8138d, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=1a9a0bfe-4a67-4933-99e1-433a79f8138d,segment=NetworkSegment(b0322541-803a-4c06-8fc6-47859a7f7341),segment_id=b0322541-803a-4c06-8fc6-47859a7f7341)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:24:09.174402 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-d98e5944-c848-48eb-ba9d-ced83a485c8a tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:09.184156 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-d98e5944-c848-48eb-ba9d-ced83a485c8a tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5659714 Apr 11 18:24:09.203606 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-86d96b77-7287-4bbb-b2b0-f096dba2fc30 None None] Set router a88f92f1-6521-467a-8b97-6ac7b89ec75a gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:09.224406 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:09.337296 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81658a15-9471-4587-8075-4bb2e33501e5 None None] Pushing event updated for resources: {'Port': ['ID=1a9a0bfe-4a67-4933-99e1-433a79f8138d,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:09.352016 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Routers {'786afafe-67b7-4d58-ba78-807ce41613eb'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:09.352016 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-90edabe4-3728-47ba-a236-02618d42064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:24:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['786afafe-67b7-4d58-ba78-807ce41613eb'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:09.363447 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-702c39c4-d974-400a-85dd-0bd25e640db5 None None] Provisioning complete for port 1a9a0bfe-4a67-4933-99e1-433a79f8138d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:09.363811 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-702c39c4-d974-400a-85dd-0bd25e640db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:09.552175 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-90edabe4-3728-47ba-a236-02618d42064e None None] Set router 786afafe-67b7-4d58-ba78-807ce41613eb gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:09.575395 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-86d96b77-7287-4bbb-b2b0-f096dba2fc30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:19:06Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '60608efb-8923-452e-841f-474cdfbf4039', 'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'mac_address': 'fa:16:3e:6f:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:19:01Z', 'updated_at': '2022-04-11T18:19:14Z', 'revision_number': 5, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'subnets': [{'id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:09.623051 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d96b77-7287-4bbb-b2b0-f096dba2fc30 None None] The sync data for ids ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'] in dv-cinder-837355-1-iscsi is: [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:19:06Z', 'revision_number': 4, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '60608efb-8923-452e-841f-474cdfbf4039', 'name': '', 'network_id': '14e6ef31-5569-4b84-adfb-cf10202126af', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'mac_address': 'fa:16:3e:6f:b1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:19:01Z', 'updated_at': '2022-04-11T18:19:14Z', 'revision_number': 5, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'subnets': [{'id': '9669d665-665c-4325-9f01-a4e3dc1cf99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:24:09.635786 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-702c39c4-d974-400a-85dd-0bd25e640db5 None None] Current status of the port 1a9a0bfe-4a67-4933-99e1-433a79f8138d is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:09.636177 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-702c39c4-d974-400a-85dd-0bd25e640db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:09.699699 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-702c39c4-d974-400a-85dd-0bd25e640db5 None None] For port 1a9a0bfe-4a67-4933-99e1-433a79f8138d, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=1a9a0bfe-4a67-4933-99e1-433a79f8138d,segment=NetworkSegment(b0322541-803a-4c06-8fc6-47859a7f7341),segment_id=b0322541-803a-4c06-8fc6-47859a7f7341)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:09.723961 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b6d4d0eb-4b36-4e35-956a-e0ccae7e39ef req-81ec20d5-6018-4490-a14b-f24b56f18a46 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a895cc-5ccb-4db5-933a-e5f835919010 HTTP/1.1" status: 200 len: 210 time: 0.0399387 Apr 11 18:24:09.789477 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-702c39c4-d974-400a-85dd-0bd25e640db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:09.814498 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-90edabe4-3728-47ba-a236-02618d42064e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'name': 'tempest-TestShelveInstance-738372435-router', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:58Z', 'updated_at': '2022-04-11T18:24:03Z', 'revision_number': 4, 'project_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'gw_port': {'id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:59Z', 'updated_at': '2022-04-11T18:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '1a9a0bfe-4a67-4933-99e1-433a79f8138d', 'name': '', 'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'mac_address': 'fa:16:3e:df:f6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a4771ad2-615b-4836-b4c4-827c3580ecbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:24:02Z', 'updated_at': '2022-04-11T18:24:09Z', 'revision_number': 4, 'project_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'subnets': [{'id': 'a4771ad2-615b-4836-b4c4-827c3580ecbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:09.851344 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90edabe4-3728-47ba-a236-02618d42064e None None] The sync data for ids ['786afafe-67b7-4d58-ba78-807ce41613eb'] in dv-cinder-837355-1-iscsi is: [{'id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'name': 'tempest-TestShelveInstance-738372435-router', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:58Z', 'updated_at': '2022-04-11T18:24:03Z', 'revision_number': 4, 'project_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'gw_port': {'id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:59Z', 'updated_at': '2022-04-11T18:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '1a9a0bfe-4a67-4933-99e1-433a79f8138d', 'name': '', 'network_id': '04ebeeb7-6ae5-451a-8762-1dc127a21e94', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'mac_address': 'fa:16:3e:df:f6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a4771ad2-615b-4836-b4c4-827c3580ecbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:24:02Z', 'updated_at': '2022-04-11T18:24:09Z', 'revision_number': 4, 'project_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'subnets': [{'id': 'a4771ad2-615b-4836-b4c4-827c3580ecbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:24:09.861150 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c39c4-d974-400a-85dd-0bd25e640db5 None None] Pushing event updated for resources: {'Port': ['ID=1a9a0bfe-4a67-4933-99e1-433a79f8138d,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:09.875572 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cfe0d8a2-66b2-4630-91f3-086156c7127e req-9000e3fc-9ef7-4ab9-a4ac-d3e7f721ecdc tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 210 time: 0.0461881 Apr 11 18:24:09.920281 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-89416166-6c31-4c68-9680-090048fb12e5 None None] Provisioning complete for port 1a9a0bfe-4a67-4933-99e1-433a79f8138d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:09.920281 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-89416166-6c31-4c68-9680-090048fb12e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:10.031201 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff5f09-12f2-4350-92db-805aebbdc6c8 None None] New status for floating IP a514abb6-6a54-421d-aa63-a4ec0d565955: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:24:10.048434 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-89416166-6c31-4c68-9680-090048fb12e5 None None] Current status of the port 1a9a0bfe-4a67-4933-99e1-433a79f8138d is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:10.907895 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 51794) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:10.974933 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53688238-d122-47bb-9f0e-b38e5ae3484b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for security_group (96cdd114-da62-4b41-b1ed-afb445610d47), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:10.991812 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-03f106fa-1eb0-4bfe-82bf-7743f3d926af req-5607dd7a-9d29-47d6-97ad-b4260f6570db tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 210 time: 0.0375066 Apr 11 18:24:11.004972 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53688238-d122-47bb-9f0e-b38e5ae3484b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for security_group (96cdd114-da62-4b41-b1ed-afb445610d47), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:11.144621 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53688238-d122-47bb-9f0e-b38e5ae3484b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (96cdd114-da62-4b41-b1ed-afb445610d47), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:11.147276 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53688238-d122-47bb-9f0e-b38e5ae3484b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:11.148551 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-53688238-d122-47bb-9f0e-b38e5ae3484b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "DELETE /v2.0/security-groups/96cdd114-da62-4b41-b1ed-afb445610d47 HTTP/1.1" status: 204 len: 168 time: 0.2396469 Apr 11 18:24:11.151390 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51796) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:11.168163 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.api.v2.resource [None req-83570e6e-bb21-4acc-a3fc-d45195da768f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] show failed (client error): The resource could not be found. Apr 11 18:24:11.169209 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-83570e6e-bb21-4acc-a3fc-d45195da768f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups/96cdd114-da62-4b41-b1ed-afb445610d47 HTTP/1.1" status: 404 len: 347 time: 0.0166962 Apr 11 18:24:11.171958 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53688238-d122-47bb-9f0e-b38e5ae3484b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cdd114-da62-4b41-b1ed-afb445610d47,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:11.172400 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51798) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:11.199879 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-29efb58b-deef-4de1-a0d7-1c8897f4c117 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:11.201375 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-29efb58b-deef-4de1-a0d7-1c8897f4c117 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.30 "GET /v2.0/networks?id=a9dcf27f-d088-45de-9075-c8b0b9293f8c HTTP/1.1" status: 200 len: 809 time: 0.1302090 Apr 11 18:24:11.273244 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-55a4b4e2-e6ef-48c3-b220-2af0ae2b68f4 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a4731da4e084ada88e52ef126a07883 HTTP/1.1" status: 200 len: 379 time: 0.0624528 Apr 11 18:24:11.286873 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-457873f9-60be-44c6-9938-8c66f3076f8c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Request body: {'port': {'device_id': 'ef26f8bc-8c40-4eff-b72a-bdcf251e11c3', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'admin_state_up': True, 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'security_groups': ['61766e08-d0f1-4faa-be23-bd20303fca8c']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:11.317972 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-633bf00b-2df5-450e-9bca-06d9df95aa28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Deleting port adc62d61-527f-44a6-963c-c5fd68482ae0 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:24:11.318336 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-633bf00b-2df5-450e-9bca-06d9df95aa28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (adc62d61-527f-44a6-963c-c5fd68482ae0), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:11.433521 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-633bf00b-2df5-450e-9bca-06d9df95aa28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (adc62d61-527f-44a6-963c-c5fd68482ae0), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:11.433853 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-633bf00b-2df5-450e-9bca-06d9df95aa28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for floatingip (adc62d61-527f-44a6-963c-c5fd68482ae0), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:11.448693 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-633bf00b-2df5-450e-9bca-06d9df95aa28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Calling delete_port for adc62d61-527f-44a6-963c-c5fd68482ae0 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:11.448925 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 8848d8ff-735e-41da-90b3-174051a91452 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:24:11.473818 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 8848d8ff-735e-41da-90b3-174051a91452 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:24:11.474170 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 8848d8ff-735e-41da-90b3-174051a91452 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:24:11.531782 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-457873f9-60be-44c6-9938-8c66f3076f8c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Made reservation on behalf of 3a4731da4e084ada88e52ef126a07883 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:24:11.539947 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-457873f9-60be-44c6-9938-8c66f3076f8c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:11.680704 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-633bf00b-2df5-450e-9bca-06d9df95aa28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (adc62d61-527f-44a6-963c-c5fd68482ae0), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:11.702874 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-457873f9-60be-44c6-9938-8c66f3076f8c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Allocated IP 172.20.0.6 (a9dcf27f-d088-45de-9075-c8b0b9293f8c/bd05825c-e88d-4965-9dfb-2dfbb84e38da/3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:24:11.708777 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bf00b-2df5-450e-9bca-06d9df95aa28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Pushing event deleted for resources: {'Port': ['ID=adc62d61-527f-44a6-963c-c5fd68482ae0,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:11.787841 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-633bf00b-2df5-450e-9bca-06d9df95aa28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks [] for floatingip (a514abb6-6a54-421d-aa63-a4ec0d565955), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:11.790525 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-633bf00b-2df5-450e-9bca-06d9df95aa28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:11.792083 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-633bf00b-2df5-450e-9bca-06d9df95aa28 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "DELETE /v2.0/floatingips/a514abb6-6a54-421d-aa63-a4ec0d565955 HTTP/1.1" status: 204 len: 168 time: 0.6187289 Apr 11 18:24:11.819293 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 1a9a0bfe-4a67-4933-99e1-433a79f8138d up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:24:11.879411 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 1a9a0bfe-4a67-4933-99e1-433a79f8138d triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:11.880168 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:11.905128 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-457873f9-60be-44c6-9938-8c66f3076f8c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:11.981309 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 1a9a0bfe-4a67-4933-99e1-433a79f8138d is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:12.062418 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-457873f9-60be-44c6-9938-8c66f3076f8c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:12.108966 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-457873f9-60be-44c6-9938-8c66f3076f8c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Network a9dcf27f-d088-45de-9075-c8b0b9293f8c is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:24:12.108966 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-457873f9-60be-44c6-9938-8c66f3076f8c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:24:12.111772 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-457873f9-60be-44c6-9938-8c66f3076f8c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:24:12.132382 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75c142-3a9e-4d81-aabf-b965bb7b1c34 req-dacec8c4-632c-4156-9a7f-fed21cadb828 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:12.135793 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4e75c142-3a9e-4d81-aabf-b965bb7b1c34 req-dacec8c4-632c-4156-9a7f-fed21cadb828 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 931 time: 0.0577993 Apr 11 18:24:12.143665 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457873f9-60be-44c6-9938-8c66f3076f8c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event updated for resources: {'Port': ['ID=3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:12.172754 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-457873f9-60be-44c6-9938-8c66f3076f8c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:12.174205 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-457873f9-60be-44c6-9938-8c66f3076f8c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:12.196720 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4e75c142-3a9e-4d81-aabf-b965bb7b1c34 req-fb8d9757-d42e-4dfc-bf96-e033fc1237be tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=61766e08-d0f1-4faa-be23-bd20303fca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537088 Apr 11 18:24:12.283647 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-457873f9-60be-44c6-9938-8c66f3076f8c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0008461 Apr 11 18:24:12.296651 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Request body: {'port': {'device_id': 'ef26f8bc-8c40-4eff-b72a-bdcf251e11c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:12.364898 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:12.390353 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-ebdc774e-7728-490b-a437-05c515634e21 None None] Provisioning complete for port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:12.390644 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ebdc774e-7728-490b-a437-05c515634e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:12.429801 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc774e-7728-490b-a437-05c515634e21 None None] Port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:24:12.634734 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:24:12.643981 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Publish callbacks [] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:12.661616 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Transition to ACTIVE for port object 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:24:12.754960 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:12.784544 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:12.806930 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Pushing event updated for resources: {'Port': ['ID=3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:12.890348 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Attempting to bind port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:24:12.890348 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Attempting to bind port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:24:12.890348 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Attempting to bind port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 on network a9dcf27f-d088-45de-9075-c8b0b9293f8c {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:24:12.891754 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 on network a9dcf27f-d088-45de-9075-c8b0b9293f8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:24:12.892069 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Attempting to bind port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 on network a9dcf27f-d088-45de-9075-c8b0b9293f8c {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:24:12.897141 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:24:12.897479 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Checking segment: {'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:24:12.897861 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Bound using segment: {'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:24:12.898281 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Bound port: 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9116b262-c07f-4926-bb79-d5bd2fe438f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:24:12.898640 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:12.971977 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] For port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:24:12.975068 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] For port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:24:13.063764 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:13.100133 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:13.100646 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:13.102037 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] 10.222.0.30 "PUT /v2.0/ports/3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 HTTP/1.1" status: 200 len: 1093 time: 0.8100157 Apr 11 18:24:13.102565 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef26f8bc-8c40-4eff-b72a-bdcf251e11c3', 'tag': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:24:13.104746 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a13988-2cc5-495c-a959-83e47ef94894" -d '{"events": [{"name": "network-changed", "server_uuid": "ef26f8bc-8c40-4eff-b72a-bdcf251e11c3", "tag": "3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:24:13.135754 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66732d45-9c7b-458f-9fec-3699cea45d2e service neutron] Pushing event updated for resources: {'Port': ['ID=3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:13.152743 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299d8c09-f1af-40fe-befc-8dd2ed3bb14f x-openstack-request-id: req-299d8c09-f1af-40fe-befc-8dd2ed3bb14f {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:24:13.153117 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef26f8bc-8c40-4eff-b72a-bdcf251e11c3", "tag": "3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:24:13.153614 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-299d8c09-f1af-40fe-befc-8dd2ed3bb14f {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:24:13.154077 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299d8c09-f1af-40fe-befc-8dd2ed3bb14f'] response: {'name': 'network-changed', 'server_uuid': 'ef26f8bc-8c40-4eff-b72a-bdcf251e11c3', 'tag': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3', 'status': 'completed', 'code': 200} Apr 11 18:24:13.226547 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a13988-2cc5-495c-a959-83e47ef94894 req-3be1988d-0c0d-47b3-a1b6-997a0aa08239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:13.228533 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-25a13988-2cc5-495c-a959-83e47ef94894 req-3be1988d-0c0d-47b3-a1b6-997a0aa08239 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4731da4e084ada88e52ef126a07883&device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 1127 time: 0.0492573 Apr 11 18:24:13.319480 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56fe6f0-0c0b-49b2-9732-03d22e53b87b req-755e5de5-c794-4851-9797-68f2ea97b15f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:13.322013 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e56fe6f0-0c0b-49b2-9732-03d22e53b87b req-755e5de5-c794-4851-9797-68f2ea97b15f tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 943 time: 0.0536904 Apr 11 18:24:13.346341 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a13988-2cc5-495c-a959-83e47ef94894 req-88c027b3-f0ba-4b37-899f-9d59460f89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:13.347956 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-25a13988-2cc5-495c-a959-83e47ef94894 req-88c027b3-f0ba-4b37-899f-9d59460f89d6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3a4731da4e084ada88e52ef126a07883&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1112978 Apr 11 18:24:13.383994 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e56fe6f0-0c0b-49b2-9732-03d22e53b87b req-576af675-56e9-47de-8798-f5d673e7a8e7 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=61766e08-d0f1-4faa-be23-bd20303fca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557764 Apr 11 18:24:13.461704 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a13988-2cc5-495c-a959-83e47ef94894 req-66859a96-77ff-4765-9a9b-f7216c6f0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:13.463229 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-25a13988-2cc5-495c-a959-83e47ef94894 req-66859a96-77ff-4765-9a9b-f7216c6f0af1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030371 Apr 11 18:24:13.539861 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-8d8fbbab-0cff-4ebd-9633-5d86f68032f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:13.541431 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-8d8fbbab-0cff-4ebd-9633-5d86f68032f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4731da4e084ada88e52ef126a07883&device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 1127 time: 0.0412557 Apr 11 18:24:13.585638 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-e8a94ba8-890b-4d5d-9aab-3edd73c79293 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 HTTP/1.1" status: 200 len: 217 time: 0.0358913 Apr 11 18:24:13.638437 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-0f713fad-42bc-4452-a657-e3a0c1ca6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:13.639963 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-0f713fad-42bc-4452-a657-e3a0c1ca6a59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd05825c-e88d-4965-9dfb-2dfbb84e38da HTTP/1.1" status: 200 len: 848 time: 0.0479288 Apr 11 18:24:13.687338 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-8a81216c-7c5a-4dc4-b0ff-06728bd12e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:13.688706 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-8a81216c-7c5a-4dc4-b0ff-06728bd12e55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9dcf27f-d088-45de-9075-c8b0b9293f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389736 Apr 11 18:24:13.791358 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-d34ba646-83c1-4d69-8b13-5469a6b5d8bb service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880866 Apr 11 18:24:13.888682 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-46d69b63-2ba4-4882-8a05-6ee8ae1c48c8 req-38f2a715-06ba-485f-be79-33c972ec6fdc service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893650 Apr 11 18:24:14.443883 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:24:14.508650 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6ef36-a671-4019-85f9-e92cad54101d req-e8235e90-5cfb-4528-b7b2-bb4b16864c77 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:14.508650 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b4f6ef36-a671-4019-85f9-e92cad54101d req-e8235e90-5cfb-4528-b7b2-bb4b16864c77 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 943 time: 0.0512521 Apr 11 18:24:14.556494 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b4f6ef36-a671-4019-85f9-e92cad54101d req-8b5e24b9-db9f-4975-81c8-fb6ee8afaf24 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=61766e08-d0f1-4faa-be23-bd20303fca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424907 Apr 11 18:24:15.113209 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b53feb-a55e-4418-82b1-b9c2bd1a3184 req-9019eded-10ab-4d5a-bb0e-bd7d173a9683 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:15.114685 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a5b53feb-a55e-4418-82b1-b9c2bd1a3184 req-9019eded-10ab-4d5a-bb0e-bd7d173a9683 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0487971 Apr 11 18:24:15.164777 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a5b53feb-a55e-4418-82b1-b9c2bd1a3184 req-fb3aa5af-ae77-45cb-ab44-2b3df61a0b11 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443621 Apr 11 18:24:15.468182 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:24:15.567519 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:15.580126 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'port_id': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3', 'mac_address': 'fa:16:3e:c8:d8:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:24:15.616761 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:15.617138 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:15.631665 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:24:15.652598 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:15.672539 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ea705-394c-4bf5-8450-2a2d03537ab7 req-49dd89ae-9161-4162-9e92-31df0a71487b tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:15.674297 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-744ea705-394c-4bf5-8450-2a2d03537ab7 req-49dd89ae-9161-4162-9e92-31df0a71487b tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 943 time: 0.0494556 Apr 11 18:24:15.728147 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-744ea705-394c-4bf5-8450-2a2d03537ab7 req-9da4cf03-e30d-4301-8bc0-aa9078410fc0 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=61766e08-d0f1-4faa-be23-bd20303fca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479553 Apr 11 18:24:15.743284 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:15.791910 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:16.053069 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:24:16.275602 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c20a7-dd1c-466e-b324-02abe741a1b9 req-e89d0609-9591-4dd7-a2d4-1b4473312d60 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:16.277231 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dd4c20a7-dd1c-466e-b324-02abe741a1b9 req-e89d0609-9591-4dd7-a2d4-1b4473312d60 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0470347 Apr 11 18:24:16.327497 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dd4c20a7-dd1c-466e-b324-02abe741a1b9 req-a67bd208-a81c-4668-9c13-5430695d6735 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446937 Apr 11 18:24:16.849902 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35469b1b-a05d-4a6c-b5bc-0dc1e41f424c req-13a601a6-58b6-4001-b21d-a67173dd2bad tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:16.851336 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-35469b1b-a05d-4a6c-b5bc-0dc1e41f424c req-13a601a6-58b6-4001-b21d-a67173dd2bad tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 944 time: 0.0535886 Apr 11 18:24:16.899590 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-35469b1b-a05d-4a6c-b5bc-0dc1e41f424c req-a032d0f0-fcb7-4415-a261-00e65da7497b tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=61766e08-d0f1-4faa-be23-bd20303fca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419099 Apr 11 18:24:17.445229 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80abdc-f246-4bf4-80e1-c2db874e934d req-02e5c515-9770-42a3-831e-bfe3c5a5156b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:17.446703 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a80abdc-f246-4bf4-80e1-c2db874e934d req-02e5c515-9770-42a3-831e-bfe3c5a5156b tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0504007 Apr 11 18:24:17.493178 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a80abdc-f246-4bf4-80e1-c2db874e934d req-a0a0e78b-768f-45e0-9e88-0fedebc52f22 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399818 Apr 11 18:24:17.496629 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:24:17.541155 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:24:17.594476 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:17.594898 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:17.677201 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:17.677587 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:17.700509 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef26f8bc-8c40-4eff-b72a-bdcf251e11c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:24:17.702737 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9970e03e-6399-4ef9-ac36-bee87def4826" -d '{"events": [{"server_uuid": "ef26f8bc-8c40-4eff-b72a-bdcf251e11c3", "name": "network-vif-plugged", "status": "completed", "tag": "3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:24:17.715499 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:17.742913 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f779a8a-9043-430a-b87f-b9a8c7f5619f x-openstack-request-id: req-9f779a8a-9043-430a-b87f-b9a8c7f5619f {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:24:17.743254 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef26f8bc-8c40-4eff-b72a-bdcf251e11c3", "name": "network-vif-plugged", "status": "completed", "tag": "3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:24:17.743511 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f779a8a-9043-430a-b87f-b9a8c7f5619f {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:24:17.743908 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f779a8a-9043-430a-b87f-b9a8c7f5619f'] response: {'server_uuid': 'ef26f8bc-8c40-4eff-b72a-bdcf251e11c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3', 'code': 200} Apr 11 18:24:17.857871 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:17.901702 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42c71d-1b6b-42c7-adf7-0e4e6782799f req-07f046df-4545-4974-a26e-303f489b924e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:17.904583 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af42c71d-1b6b-42c7-adf7-0e4e6782799f req-07f046df-4545-4974-a26e-303f489b924e tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.30 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 945 time: 0.0511861 Apr 11 18:24:17.907673 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:18.014781 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-af42c71d-1b6b-42c7-adf7-0e4e6782799f req-7293fd6a-cce9-4f6a-9e7f-55658625f40f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Deleting port d455842a-4734-4f63-8173-d5e306a4eae6 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:24:18.015155 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af42c71d-1b6b-42c7-adf7-0e4e6782799f req-7293fd6a-cce9-4f6a-9e7f-55658625f40f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:18.021244 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3dc8b-a1de-4f96-94c4-b55f979e3cea req-0a16c668-8c63-4250-a8b1-ad3fed3203de tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:18.022894 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7a3dc8b-a1de-4f96-94c4-b55f979e3cea req-0a16c668-8c63-4250-a8b1-ad3fed3203de tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 945 time: 0.0527952 Apr 11 18:24:18.079485 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7a3dc8b-a1de-4f96-94c4-b55f979e3cea req-80500a8f-608b-468c-b44e-a02d1f579300 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=61766e08-d0f1-4faa-be23-bd20303fca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496976 Apr 11 18:24:18.116141 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f311bac-0264-4afa-bc0a-a4f110298ab2 req-f751097b-6707-42ac-b9c2-ec81757548cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:18.117659 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4f311bac-0264-4afa-bc0a-a4f110298ab2 req-f751097b-6707-42ac-b9c2-ec81757548cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 1129 time: 0.0769656 Apr 11 18:24:18.148206 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-af42c71d-1b6b-42c7-adf7-0e4e6782799f req-7293fd6a-cce9-4f6a-9e7f-55658625f40f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] For port d455842a-4734-4f63-8173-d5e306a4eae6, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d455842a-4734-4f63-8173-d5e306a4eae6,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:18.148614 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af42c71d-1b6b-42c7-adf7-0e4e6782799f req-7293fd6a-cce9-4f6a-9e7f-55658625f40f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:18.171792 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-af42c71d-1b6b-42c7-adf7-0e4e6782799f req-7293fd6a-cce9-4f6a-9e7f-55658625f40f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Calling delete_port for d455842a-4734-4f63-8173-d5e306a4eae6 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:18.227938 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4f311bac-0264-4afa-bc0a-a4f110298ab2 req-d810d5f5-80f9-47fd-bb0e-4fab0c1808db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61766e08-d0f1-4faa-be23-bd20303fca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916610 Apr 11 18:24:18.440649 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af42c71d-1b6b-42c7-adf7-0e4e6782799f req-7293fd6a-cce9-4f6a-9e7f-55658625f40f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (d455842a-4734-4f63-8173-d5e306a4eae6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:18.453140 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['6a29e1e3-8325-47a3-8ea2-0707737917cc', 'd455842a-4734-4f63-8173-d5e306a4eae6'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:24:18.471992 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293fd6a-cce9-4f6a-9e7f-55658625f40f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Pushing event deleted for resources: {'Port': ['ID=d455842a-4734-4f63-8173-d5e306a4eae6,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:18.517918 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-af42c71d-1b6b-42c7-adf7-0e4e6782799f req-7293fd6a-cce9-4f6a-9e7f-55658625f40f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] No DVR routers for this DVR port d455842a-4734-4f63-8173-d5e306a4eae6 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:24:18.520621 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-af42c71d-1b6b-42c7-adf7-0e4e6782799f req-7293fd6a-cce9-4f6a-9e7f-55658625f40f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:18.524210 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-af42c71d-1b6b-42c7-adf7-0e4e6782799f req-7293fd6a-cce9-4f6a-9e7f-55658625f40f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.30 "DELETE /v2.0/ports/d455842a-4734-4f63-8173-d5e306a4eae6 HTTP/1.1" status: 204 len: 173 time: 0.6127338 Apr 11 18:24:18.524399 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57768e5-a414-4c7d-8dad-bfa7c3bbf7c0', 'name': 'network-vif-deleted', 'tag': 'd455842a-4734-4f63-8173-d5e306a4eae6'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:24:18.527420 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70b938d-7566-4089-b107-2d2231337afe" -d '{"events": [{"server_uuid": "d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0", "name": "network-vif-deleted", "tag": "d455842a-4734-4f63-8173-d5e306a4eae6"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:24:18.566404 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f11c0b-1c00-419e-905d-bf5c17f269f1 x-openstack-request-id: req-61f11c0b-1c00-419e-905d-bf5c17f269f1 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:24:18.566789 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0", "name": "network-vif-deleted", "tag": "d455842a-4734-4f63-8173-d5e306a4eae6", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:24:18.566983 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61f11c0b-1c00-419e-905d-bf5c17f269f1 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:24:18.567869 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f11c0b-1c00-419e-905d-bf5c17f269f1'] response: {'server_uuid': 'd57768e5-a414-4c7d-8dad-bfa7c3bbf7c0', 'name': 'network-vif-deleted', 'tag': 'd455842a-4734-4f63-8173-d5e306a4eae6', 'status': 'completed', 'code': 200} Apr 11 18:24:18.612633 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c7700985-54b9-4fd7-a933-6c4b4c2539ee req-8fb29134-4678-4fc1-84ef-e6ff8c8fa46f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0323069 Apr 11 18:24:19.196584 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234df8a8-7ef1-45bb-aaf1-d2f73bf00bc6 req-7a76c686-497b-40cd-88ed-728b6ac661d4 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:19.198075 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-234df8a8-7ef1-45bb-aaf1-d2f73bf00bc6 req-7a76c686-497b-40cd-88ed-728b6ac661d4 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 945 time: 0.0496354 Apr 11 18:24:19.254159 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-234df8a8-7ef1-45bb-aaf1-d2f73bf00bc6 req-eea833b0-566d-4b6e-94a0-a62ba709ea49 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=61766e08-d0f1-4faa-be23-bd20303fca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466390 Apr 11 18:24:19.719892 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f4ffde60-abcd-478d-8d79-cd337de2ad82 req-67804dd0-9bf5-484c-8a05-cb0d26a36d9f tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=d57768e5-a414-4c7d-8dad-bfa7c3bbf7c0 HTTP/1.1" status: 200 len: 210 time: 0.0288734 Apr 11 18:24:20.372525 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392386ea-8fca-4369-b9aa-916de5fe20d7 req-8ae26299-ae69-4b92-ac99-c5faf74d6542 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:20.374023 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-392386ea-8fca-4369-b9aa-916de5fe20d7 req-8ae26299-ae69-4b92-ac99-c5faf74d6542 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 945 time: 0.0508525 Apr 11 18:24:20.428419 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-392386ea-8fca-4369-b9aa-916de5fe20d7 req-cfb1c91f-9ac5-4d84-9809-d78d88bc1fd6 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=61766e08-d0f1-4faa-be23-bd20303fca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486796 Apr 11 18:24:20.540183 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98439b3f-ce1f-47c8-ab85-389756c55a38 req-876cb433-5691-41c2-8b85-0975f36020ad tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:20.541578 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-98439b3f-ce1f-47c8-ab85-389756c55a38 req-876cb433-5691-41c2-8b85-0975f36020ad tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 945 time: 0.0496566 Apr 11 18:24:20.550385 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51874) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:20.554898 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-6fd18d14-a288-4b4e-ad8f-cd1fd48b484c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Request body: {'floatingip': {'port_id': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:20.595829 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6fd18d14-a288-4b4e-ad8f-cd1fd48b484c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (6dd2a3ea-44ab-47d9-aca4-9f02abe15631), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:21.066944 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6fd18d14-a288-4b4e-ad8f-cd1fd48b484c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:21.137844 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6fd18d14-a288-4b4e-ad8f-cd1fd48b484c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (6dd2a3ea-44ab-47d9-aca4-9f02abe15631), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:21.284809 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f373e-22be-4222-89e8-ce6bdce816a2 req-259b5979-48a2-49a7-8595-9f76293e1080 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:21.286253 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d89f373e-22be-4222-89e8-ce6bdce816a2 req-259b5979-48a2-49a7-8595-9f76293e1080 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0642538 Apr 11 18:24:21.289075 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-6fd18d14-a288-4b4e-ad8f-cd1fd48b484c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Floating IP 6dd2a3ea-44ab-47d9-aca4-9f02abe15631 associated. External IP: 172.27.3.29, port: 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3. Apr 11 18:24:21.414941 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d89f373e-22be-4222-89e8-ce6bdce816a2 req-bef35572-d050-457f-92c6-fa27199471e9 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225843 Apr 11 18:24:21.521620 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device d455842a-4734-4f63-8173-d5e306a4eae6 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:24:21.546702 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: d455842a-4734-4f63-8173-d5e306a4eae6 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:24:21.547127 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device d455842a-4734-4f63-8173-d5e306a4eae6 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:24:21.548094 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd18d14-a288-4b4e-ad8f-cd1fd48b484c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Router 70af88eb-dad9-41f7-aaff-ac773821fef6 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:24:21.911243 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd18d14-a288-4b4e-ad8f-cd1fd48b484c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:24:21.916406 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6fd18d14-a288-4b4e-ad8f-cd1fd48b484c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:21.922577 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225a841-a4f6-4f00-b763-3b0d6499804f None None] Sync routers for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:24:21.933631 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225a841-a4f6-4f00-b763-3b0d6499804f None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:21.934257 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-7225a841-a4f6-4f00-b763-3b0d6499804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:24:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:21.948166 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6fd18d14-a288-4b4e-ad8f-cd1fd48b484c tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "PUT /v2.0/floatingips/6dd2a3ea-44ab-47d9-aca4-9f02abe15631 HTTP/1.1" status: 200 len: 990 time: 1.3967431 Apr 11 18:24:21.949154 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef26f8bc-8c40-4eff-b72a-bdcf251e11c3', 'tag': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:24:21.951557 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc2a678-e57c-4590-91a0-f0dda2744c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef26f8bc-8c40-4eff-b72a-bdcf251e11c3", "tag": "3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:24:22.043389 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ed3f08-bb82-42b8-b6a0-323c7b340996 x-openstack-request-id: req-76ed3f08-bb82-42b8-b6a0-323c7b340996 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:24:22.043853 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef26f8bc-8c40-4eff-b72a-bdcf251e11c3", "tag": "3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:24:22.044182 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-76ed3f08-bb82-42b8-b6a0-323c7b340996 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:24:22.044582 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ed3f08-bb82-42b8-b6a0-323c7b340996'] response: {'name': 'network-changed', 'server_uuid': 'ef26f8bc-8c40-4eff-b72a-bdcf251e11c3', 'tag': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3', 'status': 'completed', 'code': 200} Apr 11 18:24:22.049283 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-7225a841-a4f6-4f00-b763-3b0d6499804f None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:22.266382 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-7225a841-a4f6-4f00-b763-3b0d6499804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '6dd2a3ea-44ab-47d9-aca4-9f02abe15631', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'port_id': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'mac_address': 'fa:16:3e:c8:d8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26f8bc-8c40-4eff-b72a-bdcf251e11c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:24:06Z', 'updated_at': '2022-04-11T18:24:20Z', 'revision_number': 1, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:22.292833 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225a841-a4f6-4f00-b763-3b0d6499804f None None] Checking router: 70af88eb-dad9-41f7-aaff-ac773821fef6 for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:24:22.301171 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225a841-a4f6-4f00-b763-3b0d6499804f None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:22.301775 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-7225a841-a4f6-4f00-b763-3b0d6499804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:24:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:22.408743 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-7225a841-a4f6-4f00-b763-3b0d6499804f None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:22.529359 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6ab0a-d901-4608-b1b2-37b21ed100d0 req-1895da1d-7f15-4118-b954-7d95fa2e1d90 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:22.531246 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7cf6ab0a-d901-4608-b1b2-37b21ed100d0 req-1895da1d-7f15-4118-b954-7d95fa2e1d90 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0469520 Apr 11 18:24:22.580272 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7cf6ab0a-d901-4608-b1b2-37b21ed100d0 req-0356b5d8-26ea-42f4-b235-3e161e8e9ddc tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Apr 11 18:24:22.629078 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-7225a841-a4f6-4f00-b763-3b0d6499804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '6dd2a3ea-44ab-47d9-aca4-9f02abe15631', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'port_id': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'mac_address': 'fa:16:3e:c8:d8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26f8bc-8c40-4eff-b72a-bdcf251e11c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:24:06Z', 'updated_at': '2022-04-11T18:24:20Z', 'revision_number': 1, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:22.655993 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225a841-a4f6-4f00-b763-3b0d6499804f None None] The sync data for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi is: [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '6dd2a3ea-44ab-47d9-aca4-9f02abe15631', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'port_id': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'mac_address': 'fa:16:3e:c8:d8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26f8bc-8c40-4eff-b72a-bdcf251e11c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:24:06Z', 'updated_at': '2022-04-11T18:24:20Z', 'revision_number': 1, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:24:22.842030 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc54c43-c0fb-4fb1-8c89-76243931910c None None] New status for floating IP 6dd2a3ea-44ab-47d9-aca4-9f02abe15631: ACTIVE {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:24:23.692995 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a68eb-f0da-4b2e-b168-c2af39c1b0bb req-bc054677-c614-4f89-be9e-3fd080e8a109 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:23.694453 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e58a68eb-f0da-4b2e-b168-c2af39c1b0bb req-bc054677-c614-4f89-be9e-3fd080e8a109 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0467453 Apr 11 18:24:23.744002 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e58a68eb-f0da-4b2e-b168-c2af39c1b0bb req-e49ccc8e-171d-44f0-8b48-7e39dc3de5f5 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440757 Apr 11 18:24:24.855611 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7e473-d1fc-4e4f-8907-d46daf94e548 req-c6f315de-beab-4a77-95fc-cab980e9bcd2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:24.857132 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b4f7e473-d1fc-4e4f-8907-d46daf94e548 req-c6f315de-beab-4a77-95fc-cab980e9bcd2 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0466230 Apr 11 18:24:24.906537 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b4f7e473-d1fc-4e4f-8907-d46daf94e548 req-839f7994-df0c-4f7b-a262-d9a8b165fb95 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/security-groups?id=2269c9ee-acc1-4c34-b351-b6a3866f1a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 Apr 11 18:24:24.929373 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2a678-e57c-4590-91a0-f0dda2744c6e req-2be808f4-0673-4d35-9c45-ff57a517ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:24.930887 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-acc2a678-e57c-4590-91a0-f0dda2744c6e req-2be808f4-0673-4d35-9c45-ff57a517ae00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a4731da4e084ada88e52ef126a07883&device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 1129 time: 0.0450599 Apr 11 18:24:25.025563 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2a678-e57c-4590-91a0-f0dda2744c6e req-f96252ad-dd74-492e-8fa7-b9845b7d3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:25.028139 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-acc2a678-e57c-4590-91a0-f0dda2744c6e req-f96252ad-dd74-492e-8fa7-b9845b7d3a69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9dcf27f-d088-45de-9075-c8b0b9293f8c HTTP/1.1" status: 200 len: 910 time: 0.0892911 Apr 11 18:24:25.101590 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-acc2a678-e57c-4590-91a0-f0dda2744c6e req-18595a43-31e4-40b8-886b-ad5812b1d450 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 HTTP/1.1" status: 200 len: 1000 time: 0.0640671 Apr 11 18:24:25.248125 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2a678-e57c-4590-91a0-f0dda2744c6e req-0b926334-14dc-4059-970c-5b816d74bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:25.249531 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-acc2a678-e57c-4590-91a0-f0dda2744c6e req-0b926334-14dc-4059-970c-5b816d74bc1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd05825c-e88d-4965-9dfb-2dfbb84e38da HTTP/1.1" status: 200 len: 848 time: 0.0436430 Apr 11 18:24:25.300926 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2a678-e57c-4590-91a0-f0dda2744c6e req-253561d0-de4c-470c-a2ef-0ec730741bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:25.302579 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-acc2a678-e57c-4590-91a0-f0dda2744c6e req-253561d0-de4c-470c-a2ef-0ec730741bd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9dcf27f-d088-45de-9075-c8b0b9293f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386600 Apr 11 18:24:25.444566 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd777cb7-a633-481a-ab4a-800171741adf req-05bd04d7-ee23-47ee-ae37-5c25c3b8c1ec tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:25.446010 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cd777cb7-a633-481a-ab4a-800171741adf req-05bd04d7-ee23-47ee-ae37-5c25c3b8c1ec tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.30 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 945 time: 0.0928409 Apr 11 18:24:25.506554 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-acc2a678-e57c-4590-91a0-f0dda2744c6e req-f711e378-157f-4789-ade4-abf7096cce07 service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605279 Apr 11 18:24:25.607710 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-cd777cb7-a633-481a-ab4a-800171741adf req-eb486429-e85e-4dad-ab19-0ee39dd7ad5d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Deleting port 6a29e1e3-8325-47a3-8ea2-0707737917cc {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:24:25.607968 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cd777cb7-a633-481a-ab4a-800171741adf req-eb486429-e85e-4dad-ab19-0ee39dd7ad5d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:25.690810 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-acc2a678-e57c-4590-91a0-f0dda2744c6e req-c0e6b1d7-db7e-48cd-9b3a-bdf61db93e18 service neutron] 10.222.0.30 "GET /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768961 Apr 11 18:24:25.719193 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-cd777cb7-a633-481a-ab4a-800171741adf req-eb486429-e85e-4dad-ab19-0ee39dd7ad5d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] For port 6a29e1e3-8325-47a3-8ea2-0707737917cc, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6a29e1e3-8325-47a3-8ea2-0707737917cc,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:25.719563 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cd777cb7-a633-481a-ab4a-800171741adf req-eb486429-e85e-4dad-ab19-0ee39dd7ad5d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:25.733182 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-cd777cb7-a633-481a-ab4a-800171741adf req-eb486429-e85e-4dad-ab19-0ee39dd7ad5d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Calling delete_port for 6a29e1e3-8325-47a3-8ea2-0707737917cc owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:25.960580 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cd777cb7-a633-481a-ab4a-800171741adf req-eb486429-e85e-4dad-ab19-0ee39dd7ad5d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (6a29e1e3-8325-47a3-8ea2-0707737917cc), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:25.975336 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['6a29e1e3-8325-47a3-8ea2-0707737917cc'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:24:25.990914 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb486429-e85e-4dad-ab19-0ee39dd7ad5d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Pushing event deleted for resources: {'Port': ['ID=6a29e1e3-8325-47a3-8ea2-0707737917cc,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:26.001583 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cb429540-df4e-40b3-80b8-88774e6dcbcd req-7622b29f-6039-4dc3-ada6-978dcd352b7a tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 210 time: 0.0307581 Apr 11 18:24:26.050217 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd777cb7-a633-481a-ab4a-800171741adf req-eb486429-e85e-4dad-ab19-0ee39dd7ad5d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] No DVR routers for this DVR port 6a29e1e3-8325-47a3-8ea2-0707737917cc on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:24:26.052951 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-cd777cb7-a633-481a-ab4a-800171741adf req-eb486429-e85e-4dad-ab19-0ee39dd7ad5d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:26.056297 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-cd777cb7-a633-481a-ab4a-800171741adf req-eb486429-e85e-4dad-ab19-0ee39dd7ad5d tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.30 "DELETE /v2.0/ports/6a29e1e3-8325-47a3-8ea2-0707737917cc HTTP/1.1" status: 204 len: 173 time: 0.6017451 Apr 11 18:24:26.062511 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa23601-255a-479e-803a-c2b58bf4262f', 'name': 'network-vif-deleted', 'tag': '6a29e1e3-8325-47a3-8ea2-0707737917cc'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:24:26.062511 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8a573c-2277-41b8-8595-10ac4b42cc54" -d '{"events": [{"server_uuid": "5aa23601-255a-479e-803a-c2b58bf4262f", "name": "network-vif-deleted", "tag": "6a29e1e3-8325-47a3-8ea2-0707737917cc"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:24:26.097957 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacc9332-7e28-465f-9ae6-ece0176cfd1d x-openstack-request-id: req-aacc9332-7e28-465f-9ae6-ece0176cfd1d {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:24:26.098257 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa23601-255a-479e-803a-c2b58bf4262f", "name": "network-vif-deleted", "tag": "6a29e1e3-8325-47a3-8ea2-0707737917cc", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:24:26.098516 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aacc9332-7e28-465f-9ae6-ece0176cfd1d {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:24:26.098921 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aacc9332-7e28-465f-9ae6-ece0176cfd1d'] response: {'server_uuid': '5aa23601-255a-479e-803a-c2b58bf4262f', 'name': 'network-vif-deleted', 'tag': '6a29e1e3-8325-47a3-8ea2-0707737917cc', 'status': 'completed', 'code': 200} Apr 11 18:24:27.111498 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ed037086-d231-4acf-ad4c-36836e2e4d63 req-d992c54d-e2a8-4431-a9f1-c08a5754bfc7 tempest-ServerRescueNegativeTestJSON-2103185176 tempest-ServerRescueNegativeTestJSON-2103185176-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aa23601-255a-479e-803a-c2b58bf4262f HTTP/1.1" status: 200 len: 210 time: 0.0318148 Apr 11 18:24:28.168755 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51932) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:28.329217 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-0dd63441-8f51-4fe4-97f0-66e41efe909b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-842792743&fields=id&tenant_id=ff5d55b6d42046c5be366a87d9ef94e3 HTTP/1.1" status: 200 len: 267 time: 0.0825865 Apr 11 18:24:28.521114 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-b4a7e1e0-b2b9-439f-897e-fbf6b871f776 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:28.522571 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-b4a7e1e0-b2b9-439f-897e-fbf6b871f776 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/networks?id=ba543321-c3be-46b0-968d-e5de14ee4bff HTTP/1.1" status: 200 len: 808 time: 0.1858273 Apr 11 18:24:28.568112 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-f612fabf-2ea2-40c9-ad23-9a8a5c01035b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/quotas/ff5d55b6d42046c5be366a87d9ef94e3 HTTP/1.1" status: 200 len: 375 time: 0.0384285 Apr 11 18:24:28.651903 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-8f61550d-8c7d-49ab-b13d-1f3b47d15ead tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff5d55b6d42046c5be366a87d9ef94e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775898 Apr 11 18:24:28.877758 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-42c06036-f782-42e9-8a8d-0860b8899b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7919025'] for router_interface (a88f92f1-6521-467a-8b97-6ac7b89ec75a), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:28.931605 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-e8ac2787-5444-4102-a747-ecbd5a7fd07d service neutron] 10.222.0.64 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681599 Apr 11 18:24:29.150893 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-118eb391-cb40-45b4-ba9e-71eaaae73e2b service neutron] 10.222.0.64 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135670 Apr 11 18:24:29.253352 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-42c06036-f782-42e9-8a8d-0860b8899b60 admin admin] Deleting port 60608efb-8923-452e-841f-474cdfbf4039 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:24:29.253843 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-42c06036-f782-42e9-8a8d-0860b8899b60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (60608efb-8923-452e-841f-474cdfbf4039), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:29.331262 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-42c06036-f782-42e9-8a8d-0860b8899b60 admin admin] For port 60608efb-8923-452e-841f-474cdfbf4039, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=60608efb-8923-452e-841f-474cdfbf4039,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:29.331632 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-42c06036-f782-42e9-8a8d-0860b8899b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (60608efb-8923-452e-841f-474cdfbf4039), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:29.344683 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-42c06036-f782-42e9-8a8d-0860b8899b60 admin admin] Calling delete_port for 60608efb-8923-452e-841f-474cdfbf4039 owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:29.594809 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-42c06036-f782-42e9-8a8d-0860b8899b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (60608efb-8923-452e-841f-474cdfbf4039), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:29.623620 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 6a29e1e3-8325-47a3-8ea2-0707737917cc no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:24:29.625408 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c06036-f782-42e9-8a8d-0860b8899b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=60608efb-8923-452e-841f-474cdfbf4039,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:29.669232 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 6a29e1e3-8325-47a3-8ea2-0707737917cc {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:24:29.669232 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 6a29e1e3-8325-47a3-8ea2-0707737917cc not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:24:29.723000 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d58be4b5-c659-49ce-a7da-e0c820c6f903 req-de68acc7-6a28-4811-9a56-f4ce2b9e3673 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 210 time: 0.0322866 Apr 11 18:24:29.863936 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-42c06036-f782-42e9-8a8d-0860b8899b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7877589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918877'] for router_interface (a88f92f1-6521-467a-8b97-6ac7b89ec75a), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:30.088166 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c06036-f782-42e9-8a8d-0860b8899b60 admin admin] Router a88f92f1-6521-467a-8b97-6ac7b89ec75a has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:24:30.197476 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c06036-f782-42e9-8a8d-0860b8899b60 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:24:30.203218 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-42c06036-f782-42e9-8a8d-0860b8899b60 admin admin] 10.222.0.64 "PUT /v2.0/routers/a88f92f1-6521-467a-8b97-6ac7b89ec75a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0332539 Apr 11 18:24:30.205670 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51958) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:30.210099 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6956a7-4215-43c6-b1ec-bd71488d49eb None None] Sync routers for ids ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:24:30.226930 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6956a7-4215-43c6-b1ec-bd71488d49eb None None] Routers {'a88f92f1-6521-467a-8b97-6ac7b89ec75a'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:30.227711 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-4e6956a7-4215-43c6-b1ec-bd71488d49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:24:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:30.483710 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-4e6956a7-4215-43c6-b1ec-bd71488d49eb None None] Set router a88f92f1-6521-467a-8b97-6ac7b89ec75a gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:30.562850 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Publish callbacks [] for router (a88f92f1-6521-467a-8b97-6ac7b89ec75a), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:30.667501 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-4e6956a7-4215-43c6-b1ec-bd71488d49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:24:29Z', 'revision_number': 5, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:30.672434 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Publish callbacks [] for router_gateway (a88f92f1-6521-467a-8b97-6ac7b89ec75a), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:30.698575 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6956a7-4215-43c6-b1ec-bd71488d49eb None None] Checking router: a88f92f1-6521-467a-8b97-6ac7b89ec75a for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:24:30.707694 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6956a7-4215-43c6-b1ec-bd71488d49eb None None] Routers {'a88f92f1-6521-467a-8b97-6ac7b89ec75a'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:30.708307 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-4e6956a7-4215-43c6-b1ec-bd71488d49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:24:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:30.788282 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Deleting port 67763eac-6596-424c-a207-fee1743694af {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:24:30.788627 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (67763eac-6596-424c-a207-fee1743694af), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:30.823729 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-4e6956a7-4215-43c6-b1ec-bd71488d49eb None None] Set router a88f92f1-6521-467a-8b97-6ac7b89ec75a gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:30.867844 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4e12f61d-5c00-479d-a250-fc93b2efb83d req-7afa442c-cbf4-44e5-97f7-23110a8da47d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 210 time: 0.0667462 Apr 11 18:24:30.910123 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] For port 67763eac-6596-424c-a207-fee1743694af, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=67763eac-6596-424c-a207-fee1743694af,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:30.910479 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (67763eac-6596-424c-a207-fee1743694af), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:30.924524 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Calling delete_port for 67763eac-6596-424c-a207-fee1743694af owned by network:router_gateway {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:30.995235 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-4e6956a7-4215-43c6-b1ec-bd71488d49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:24:29Z', 'revision_number': 5, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:31.024051 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6956a7-4215-43c6-b1ec-bd71488d49eb None None] The sync data for ids ['a88f92f1-6521-467a-8b97-6ac7b89ec75a'] in dv-cinder-837355-1-iscsi is: [{'id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'name': 'tempest-ServerRescueNegativeTestJSON-2050411625-router', 'tenant_id': '082e2e1ca95a41b19a06885fafe7f25b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '67763eac-6596-424c-a207-fee1743694af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:48Z', 'updated_at': '2022-04-11T18:24:29Z', 'revision_number': 5, 'project_id': '082e2e1ca95a41b19a06885fafe7f25b', 'gw_port': {'id': '67763eac-6596-424c-a207-fee1743694af', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88f92f1-6521-467a-8b97-6ac7b89ec75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:50Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:24:31.171724 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (67763eac-6596-424c-a207-fee1743694af), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:31.198891 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=67763eac-6596-424c-a207-fee1743694af,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:31.260069 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7918843'] for router_gateway (a88f92f1-6521-467a-8b97-6ac7b89ec75a), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:31.374110 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8366165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4787'] for router (a88f92f1-6521-467a-8b97-6ac7b89ec75a), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:31.376550 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Publish callbacks [] for router_controller (a88f92f1-6521-467a-8b97-6ac7b89ec75a), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:31.537716 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8366172'] for router (a88f92f1-6521-467a-8b97-6ac7b89ec75a), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:31.538284 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a88f92f1-6521-467a-8b97-6ac7b89ec75a {{(pid=104081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:24:31.543059 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:31.544968 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b4f59d9c-c67c-46ae-8ab8-70fd9ced57a7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a88f92f1-6521-467a-8b97-6ac7b89ec75a HTTP/1.1" status: 204 len: 168 time: 1.3383753 Apr 11 18:24:31.547447 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51964) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:31.598410 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fdaae6-7328-490f-808a-47f1bc5eaa6e admin admin] Deleting subnet 9669d665-665c-4325-9f01-a4e3dc1cf99c {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:24:31.602072 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-81fdaae6-7328-490f-808a-47f1bc5eaa6e admin admin] Publish callbacks [] for subnet (9669d665-665c-4325-9f01-a4e3dc1cf99c), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:31.643276 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-81fdaae6-7328-490f-808a-47f1bc5eaa6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7668634'] for subnet (9669d665-665c-4325-9f01-a4e3dc1cf99c), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:31.761829 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-81fdaae6-7328-490f-808a-47f1bc5eaa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (9669d665-665c-4325-9f01-a4e3dc1cf99c), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:31.799903 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-84d1e907-05ab-40ba-9fbe-9ce9a4031efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:31.926274 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-81fdaae6-7328-490f-808a-47f1bc5eaa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201437'] for subnet (9669d665-665c-4325-9f01-a4e3dc1cf99c), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:31.956650 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdaae6-7328-490f-808a-47f1bc5eaa6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9669d665-665c-4325-9f01-a4e3dc1cf99c,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:31.970393 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-0f8d58c6-fe7d-45f9-b7e3-8c33eed695d4 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:31.970895 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-81fdaae6-7328-490f-808a-47f1bc5eaa6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:31.970999 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-0f8d58c6-fe7d-45f9-b7e3-8c33eed695d4 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.30 "GET /v2.0/networks?id=ba543321-c3be-46b0-968d-e5de14ee4bff HTTP/1.1" status: 200 len: 808 time: 0.1119032 Apr 11 18:24:31.975404 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-81fdaae6-7328-490f-808a-47f1bc5eaa6e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9669d665-665c-4325-9f01-a4e3dc1cf99c HTTP/1.1" status: 204 len: 168 time: 0.4260404 Apr 11 18:24:31.989606 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff0a917-ce55-4ff8-853c-d16d8211c7ad None None] Network 14e6ef31-5569-4b84-adfb-cf10202126af requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:24:31.991663 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 51968) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:31.995613 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c4422814-81ae-458f-8c84-3c825a0f856b req-560ef8c0-7d67-4ce7-89c8-7bacb4cf5c47 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 210 time: 0.0412080 Apr 11 18:24:32.120947 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 60608efb-8923-452e-841f-474cdfbf4039 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:24:32.136183 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (14e6ef31-5569-4b84-adfb-cf10202126af), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:32.144551 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 60608efb-8923-452e-841f-474cdfbf4039 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:24:32.146353 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 60608efb-8923-452e-841f-474cdfbf4039 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:24:32.146353 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 67763eac-6596-424c-a207-fee1743694af no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:24:32.149293 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-0e4c8e5d-71de-4625-8f67-fac2082ee90b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff5d55b6d42046c5be366a87d9ef94e3 HTTP/1.1" status: 200 len: 379 time: 0.1559994 Apr 11 18:24:32.160212 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ab8ef8e1-3e0b-44b6-a478-aac16d694aa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Request body: {'port': {'device_id': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'admin_state_up': True, 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'security_groups': ['25f1b9ed-87c7-46d8-b1f5-b290952efc4f']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:32.169977 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 67763eac-6596-424c-a207-fee1743694af {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:24:32.170651 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 67763eac-6596-424c-a207-fee1743694af not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:24:32.241788 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fc4762-f27e-4e23-a11f-2fe15597fedc None None] DHCP port deletion for 14e6ef31-5569-4b84-adfb-cf10202126af request from dv-cinder-837355-1-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:24:32.259035 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Deleting port b140a524-f785-4d27-b636-976548d30896 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:24:32.259399 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (b140a524-f785-4d27-b636-976548d30896), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:32.289758 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-92fc4762-f27e-4e23-a11f-2fe15597fedc None None] Deleting port b140a524-f785-4d27-b636-976548d30896 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:24:32.290137 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-92fc4762-f27e-4e23-a11f-2fe15597fedc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (b140a524-f785-4d27-b636-976548d30896), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:32.354048 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] For port b140a524-f785-4d27-b636-976548d30896, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=b140a524-f785-4d27-b636-976548d30896,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:32.354407 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (b140a524-f785-4d27-b636-976548d30896), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:32.355657 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-92fc4762-f27e-4e23-a11f-2fe15597fedc None None] For port b140a524-f785-4d27-b636-976548d30896, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=b140a524-f785-4d27-b636-976548d30896,segment=NetworkSegment(ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64),segment_id=ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:32.356642 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-92fc4762-f27e-4e23-a11f-2fe15597fedc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (b140a524-f785-4d27-b636-976548d30896), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:32.370627 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Calling delete_port for b140a524-f785-4d27-b636-976548d30896 owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:32.374509 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-92fc4762-f27e-4e23-a11f-2fe15597fedc None None] Calling delete_port for b140a524-f785-4d27-b636-976548d30896 owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:24:32.468778 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ab8ef8e1-3e0b-44b6-a478-aac16d694aa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Made reservation on behalf of ff5d55b6d42046c5be366a87d9ef94e3 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:24:32.472229 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ab8ef8e1-3e0b-44b6-a478-aac16d694aa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:32.596465 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (b140a524-f785-4d27-b636-976548d30896), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:32.599747 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-92fc4762-f27e-4e23-a11f-2fe15597fedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220'] for port (b140a524-f785-4d27-b636-976548d30896), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:32.606661 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ab8ef8e1-3e0b-44b6-a478-aac16d694aa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Allocated IP 172.20.0.10 (ba543321-c3be-46b0-968d-e5de14ee4bff/8c917aae-33fc-4e28-b8f6-bae07f2f19f3/85869ded-6715-4927-8fd3-626489edb83f) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:24:32.630796 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b140a524-f785-4d27-b636-976548d30896,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:32.633793 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc4762-f27e-4e23-a11f-2fe15597fedc None None] Pushing event deleted for resources: {'Port': ['ID=b140a524-f785-4d27-b636-976548d30896,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:32.635912 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fc4762-f27e-4e23-a11f-2fe15597fedc None None] No DVR routers for this DVR port b140a524-f785-4d27-b636-976548d30896 on host dv-cinder-837355-1-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:24:32.638410 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] No DVR routers for this DVR port b140a524-f785-4d27-b636-976548d30896 on host dv-cinder-837355-1-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:24:32.748400 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (14e6ef31-5569-4b84-adfb-cf10202126af), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:32.807666 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e6ef31-5569-4b84-adfb-cf10202126af']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:32.821341 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:32.821628 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:32.835585 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6097549'] for segment (ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:32.859054 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:32.872892 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:24:32.873267 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5377826'] for segment (ea0c9c6e-2c1a-4923-98e5-0a8f5ef6ed64), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: Traceback (most recent call last): Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: timer() Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: cb(*args, **kw) Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: return func(*args, **kwargs) Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: self._notify() Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: self.callback(batched_events) Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: event.method(event) Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: return f(self, *a, **k) Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._get(url).json() Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: return self.request(url, 'GET', **kwargs) Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:24:32.874924 dv-cinder-837355-1-iscsi neutron-server[104080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:24:32.881937 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ab8ef8e1-3e0b-44b6-a478-aac16d694aa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for port (85869ded-6715-4927-8fd3-626489edb83f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:33.049253 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ab8ef8e1-3e0b-44b6-a478-aac16d694aa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (85869ded-6715-4927-8fd3-626489edb83f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:33.051022 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (14e6ef31-5569-4b84-adfb-cf10202126af), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:33.103559 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:33.107499 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] 10.222.0.64 "DELETE /v2.0/networks/14e6ef31-5569-4b84-adfb-cf10202126af HTTP/1.1" status: 204 len: 168 time: 1.1007841 Apr 11 18:24:33.112200 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d346f55-80ae-4921-930b-337e2b7489bb admin admin] Pushing event deleted for resources: {'Network': ['ID=14e6ef31-5569-4b84-adfb-cf10202126af,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:33.130744 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ab8ef8e1-3e0b-44b6-a478-aac16d694aa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Network ba543321-c3be-46b0-968d-e5de14ee4bff is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:24:33.132149 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ef8e1-3e0b-44b6-a478-aac16d694aa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Pushing event updated for resources: {'Port': ['ID=85869ded-6715-4927-8fd3-626489edb83f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:33.134769 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ab8ef8e1-3e0b-44b6-a478-aac16d694aa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:24:33.136819 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ab8ef8e1-3e0b-44b6-a478-aac16d694aa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:24:33.151853 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0226d1-4d03-44dc-be03-87370c9760e7 req-8029641f-5768-46fa-bb6e-127bf04d46db tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:33.154498 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ca0226d1-4d03-44dc-be03-87370c9760e7 req-8029641f-5768-46fa-bb6e-127bf04d46db tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 932 time: 0.0655873 Apr 11 18:24:33.202221 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ab8ef8e1-3e0b-44b6-a478-aac16d694aa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:33.202895 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ab8ef8e1-3e0b-44b6-a478-aac16d694aa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:33.220305 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ca0226d1-4d03-44dc-be03-87370c9760e7 req-231bb401-1660-4726-a267-2fc2531e7bab tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595040 Apr 11 18:24:33.297783 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ab8ef8e1-3e0b-44b6-a478-aac16d694aa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1417751 Apr 11 18:24:33.310557 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Request body: {'port': {'device_id': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:33.369648 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (85869ded-6715-4927-8fd3-626489edb83f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:33.420586 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-1f2acfb4-01b2-4522-87ae-a176df3a0958 None None] Provisioning complete for port 85869ded-6715-4927-8fd3-626489edb83f triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:33.421136 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1f2acfb4-01b2-4522-87ae-a176df3a0958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (85869ded-6715-4927-8fd3-626489edb83f), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:33.458748 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-1f2acfb4-01b2-4522-87ae-a176df3a0958 None None] Port 85869ded-6715-4927-8fd3-626489edb83f cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:24:33.548716 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51976) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:33.595490 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c6eeeac4-4b4e-40d0-8865-2df403dba35a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=082e2e1ca95a41b19a06885fafe7f25b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434113 Apr 11 18:24:33.595701 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 51978) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:33.647332 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f63ab24d-f40d-4fad-9fb6-0f898e814521 admin admin] Publish callbacks [] for security_group (2269c9ee-acc1-4c34-b351-b6a3866f1a0f), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:33.669669 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f63ab24d-f40d-4fad-9fb6-0f898e814521 admin admin] Publish callbacks [] for security_group (2269c9ee-acc1-4c34-b351-b6a3866f1a0f), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:33.773143 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device b140a524-f785-4d27-b636-976548d30896 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:24:33.783005 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f63ab24d-f40d-4fad-9fb6-0f898e814521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (2269c9ee-acc1-4c34-b351-b6a3866f1a0f), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:33.786490 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f63ab24d-f40d-4fad-9fb6-0f898e814521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:33.790283 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f63ab24d-f40d-4fad-9fb6-0f898e814521 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2269c9ee-acc1-4c34-b351-b6a3866f1a0f HTTP/1.1" status: 204 len: 168 time: 0.1912556 Apr 11 18:24:33.794368 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: b140a524-f785-4d27-b636-976548d30896 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:24:33.794895 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device b140a524-f785-4d27-b636-976548d30896 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:24:33.800763 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ab24d-f40d-4fad-9fb6-0f898e814521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2269c9ee-acc1-4c34-b351-b6a3866f1a0f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:33.889070 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85869ded-6715-4927-8fd3-626489edb83f {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:24:33.896765 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Publish callbacks [] for port (85869ded-6715-4927-8fd3-626489edb83f), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:33.908998 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Transition to ACTIVE for port object 85869ded-6715-4927-8fd3-626489edb83f will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:24:34.023172 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (85869ded-6715-4927-8fd3-626489edb83f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:34.124765 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Pushing event updated for resources: {'Port': ['ID=85869ded-6715-4927-8fd3-626489edb83f,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:34.155940 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Attempting to bind port 85869ded-6715-4927-8fd3-626489edb83f on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:24:34.156311 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Attempting to bind port 85869ded-6715-4927-8fd3-626489edb83f by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'afa2e0ba-821d-45e1-accb-00df0cc9d939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:24:34.156642 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Attempting to bind port 85869ded-6715-4927-8fd3-626489edb83f on network ba543321-c3be-46b0-968d-e5de14ee4bff {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:24:34.161758 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Port 85869ded-6715-4927-8fd3-626489edb83f on network ba543321-c3be-46b0-968d-e5de14ee4bff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:24:34.162079 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Attempting to bind port 85869ded-6715-4927-8fd3-626489edb83f on network ba543321-c3be-46b0-968d-e5de14ee4bff {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:24:34.167342 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:24:34.167682 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Checking segment: {'id': 'afa2e0ba-821d-45e1-accb-00df0cc9d939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:24:34.168065 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Bound using segment: {'id': 'afa2e0ba-821d-45e1-accb-00df0cc9d939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:24:34.169253 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Bound port: 85869ded-6715-4927-8fd3-626489edb83f, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa2e0ba-821d-45e1-accb-00df0cc9d939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:24:34.169624 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (85869ded-6715-4927-8fd3-626489edb83f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:34.248417 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] For port 85869ded-6715-4927-8fd3-626489edb83f, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:24:34.252261 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] For port 85869ded-6715-4927-8fd3-626489edb83f, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=85869ded-6715-4927-8fd3-626489edb83f,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:24:34.320480 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (85869ded-6715-4927-8fd3-626489edb83f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:34.350214 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e744aa-539d-4a7f-bc97-52f1ba0929e1 req-56c24a23-f15f-4a3c-bbba-719e8e06dc43 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:34.350214 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e9e744aa-539d-4a7f-bc97-52f1ba0929e1 req-56c24a23-f15f-4a3c-bbba-719e8e06dc43 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0563788 Apr 11 18:24:34.373844 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:34.374541 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:34.376014 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] 10.222.0.30 "PUT /v2.0/ports/85869ded-6715-4927-8fd3-626489edb83f HTTP/1.1" status: 200 len: 1094 time: 1.0706878 Apr 11 18:24:34.376469 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'tag': '85869ded-6715-4927-8fd3-626489edb83f'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:24:34.379002 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e3ca34-c85a-493c-a27c-ab6433dd58cd" -d '{"events": [{"name": "network-changed", "server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "tag": "85869ded-6715-4927-8fd3-626489edb83f"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:24:34.397698 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165e012-36c1-4a87-b30a-0be06ee35c4a service neutron] Pushing event updated for resources: {'Port': ['ID=85869ded-6715-4927-8fd3-626489edb83f,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:34.435078 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e9e744aa-539d-4a7f-bc97-52f1ba0929e1 req-4a7faeef-b467-4560-b03b-43a16a74ab88 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802820 Apr 11 18:24:34.542308 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-1ff16e9e-aeb7-444f-b2da-208748ac9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:34.545773 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-1ff16e9e-aeb7-444f-b2da-208748ac9419 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff5d55b6d42046c5be366a87d9ef94e3&device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 1128 time: 0.0523412 Apr 11 18:24:34.565641 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0765f105-7057-42ca-8a11-d096996de171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:34.601097 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619448ec-4b72-4e0e-ae9b-614089ff48ba x-openstack-request-id: req-619448ec-4b72-4e0e-ae9b-614089ff48ba {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:24:34.601397 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "tag": "85869ded-6715-4927-8fd3-626489edb83f", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:24:34.601650 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-619448ec-4b72-4e0e-ae9b-614089ff48ba {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:24:34.602052 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619448ec-4b72-4e0e-ae9b-614089ff48ba'] response: {'name': 'network-changed', 'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'tag': '85869ded-6715-4927-8fd3-626489edb83f', 'status': 'completed', 'code': 200} Apr 11 18:24:34.604148 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-0968068f-3ac5-49be-949b-ffbb288c26f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85869ded-6715-4927-8fd3-626489edb83f HTTP/1.1" status: 200 len: 217 time: 0.0501525 Apr 11 18:24:34.653386 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ff80d859-08a6-40d0-bf7c-c43833a0e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:34.654758 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ff80d859-08a6-40d0-bf7c-c43833a0e7c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c917aae-33fc-4e28-b8f6-bae07f2f19f3 HTTP/1.1" status: 200 len: 847 time: 0.0443540 Apr 11 18:24:34.708518 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ba9b96f1-b936-495e-8e09-ac303baa7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:34.710056 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-ba9b96f1-b936-495e-8e09-ac303baa7ae3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ba543321-c3be-46b0-968d-e5de14ee4bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442126 Apr 11 18:24:34.803416 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-b180b798-8cc7-414d-b91d-5ae6f625bd1d service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859616 Apr 11 18:24:34.897677 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-44601ae9-fdff-48ca-815b-3730d8e892f7 req-d839ae50-2401-472d-b45a-66a62291153c service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871918 Apr 11 18:24:35.304510 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3ca34-c85a-493c-a27c-ab6433dd58cd req-6b3ede7b-14f9-440a-a2df-15f5e930e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:35.305980 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c7e3ca34-c85a-493c-a27c-ab6433dd58cd req-6b3ede7b-14f9-440a-a2df-15f5e930e116 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff5d55b6d42046c5be366a87d9ef94e3&device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 1128 time: 0.0379224 Apr 11 18:24:35.383175 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:35.406578 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3ca34-c85a-493c-a27c-ab6433dd58cd req-b5476697-84e3-4601-bf86-7015fe2158b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:35.408076 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c7e3ca34-c85a-493c-a27c-ab6433dd58cd req-b5476697-84e3-4601-bf86-7015fe2158b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ba543321-c3be-46b0-968d-e5de14ee4bff HTTP/1.1" status: 200 len: 909 time: 0.0938284 Apr 11 18:24:35.450759 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c7e3ca34-c85a-493c-a27c-ab6433dd58cd req-881b7d47-90dc-4357-b9ab-5754dd3bb195 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85869ded-6715-4927-8fd3-626489edb83f HTTP/1.1" status: 200 len: 217 time: 0.0348678 Apr 11 18:24:35.504124 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3ca34-c85a-493c-a27c-ab6433dd58cd req-204bdb14-b19d-4c97-a57b-360465bee361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:35.506596 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c7e3ca34-c85a-493c-a27c-ab6433dd58cd req-204bdb14-b19d-4c97-a57b-360465bee361 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c917aae-33fc-4e28-b8f6-bae07f2f19f3 HTTP/1.1" status: 200 len: 847 time: 0.0471299 Apr 11 18:24:35.548747 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ab760-c66c-4092-a10d-a81d3e8f0871 req-efc9f4f0-809d-4c21-b490-88e846c49f61 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:35.550224 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-299ab760-c66c-4092-a10d-a81d3e8f0871 req-efc9f4f0-809d-4c21-b490-88e846c49f61 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0463557 Apr 11 18:24:35.551350 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3ca34-c85a-493c-a27c-ab6433dd58cd req-d85c0e34-34a3-4556-93bc-eb9e3ad7b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:35.553153 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c7e3ca34-c85a-493c-a27c-ab6433dd58cd req-d85c0e34-34a3-4556-93bc-eb9e3ad7b15f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ba543321-c3be-46b0-968d-e5de14ee4bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388556 Apr 11 18:24:35.602274 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-299ab760-c66c-4092-a10d-a81d3e8f0871 req-9a6dd278-56b9-4404-b74b-1c014b19cf7e tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460227 Apr 11 18:24:35.654779 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c7e3ca34-c85a-493c-a27c-ab6433dd58cd req-8b6969fd-3e32-47f0-974b-cd25945295d0 service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926521 Apr 11 18:24:35.752768 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c7e3ca34-c85a-493c-a27c-ab6433dd58cd req-c7e39c1f-ce9a-4fb2-af5a-225e4a4b0812 service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915170 Apr 11 18:24:36.712068 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87319b3b-4e6d-4b25-aedf-22da42a019e5 req-57fdb2ad-ed0d-474f-b96e-8cd779bcbe6c tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:36.714140 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-87319b3b-4e6d-4b25-aedf-22da42a019e5 req-57fdb2ad-ed0d-474f-b96e-8cd779bcbe6c tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0474703 Apr 11 18:24:36.764661 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-87319b3b-4e6d-4b25-aedf-22da42a019e5 req-a4c4bd78-dbcb-4b39-8403-fc35abc0f6e9 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444498 Apr 11 18:24:37.000027 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:37.887703 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef97c4-0454-48ae-bafa-c333e08ef2f8 req-d8351ec8-7579-40d9-bf0e-aac92472c952 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:37.889376 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c7ef97c4-0454-48ae-bafa-c333e08ef2f8 req-d8351ec8-7579-40d9-bf0e-aac92472c952 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0511146 Apr 11 18:24:37.937790 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c7ef97c4-0454-48ae-bafa-c333e08ef2f8 req-bdc831eb-db9a-45db-86dc-abec814daf11 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429938 Apr 11 18:24:38.279889 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:39.207792 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b76a5-6634-4d55-99b4-519c480a54ac req-465d7fe9-03bd-4628-b9e1-b41398ffe3c9 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:39.209261 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-428b76a5-6634-4d55-99b4-519c480a54ac req-465d7fe9-03bd-4628-b9e1-b41398ffe3c9 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0471528 Apr 11 18:24:39.258224 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-428b76a5-6634-4d55-99b4-519c480a54ac req-991a3b8e-93f1-49c5-a43e-b7d9f8d1bcec tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423663 Apr 11 18:24:40.368614 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e00ed-1bf2-459e-a5ea-a1e102b0aa93 req-08efe2ff-fcc2-4977-875a-4be7deec9051 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:40.370087 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-018e00ed-1bf2-459e-a5ea-a1e102b0aa93 req-08efe2ff-fcc2-4977-875a-4be7deec9051 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0462494 Apr 11 18:24:40.422746 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-018e00ed-1bf2-459e-a5ea-a1e102b0aa93 req-cc48bf49-299c-48f1-ac72-b5a2d6332bba tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462596 Apr 11 18:24:41.537543 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdaeea-37cf-4c8a-a849-5ba58c1c14ef req-2167639d-a203-49e8-bcd5-f297d993255b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:41.539062 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d8fdaeea-37cf-4c8a-a849-5ba58c1c14ef req-2167639d-a203-49e8-bcd5-f297d993255b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0499699 Apr 11 18:24:41.588675 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d8fdaeea-37cf-4c8a-a849-5ba58c1c14ef req-71289d26-f17d-4aa1-b130-987b07485a15 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433557 Apr 11 18:24:41.703753 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 85869ded-6715-4927-8fd3-626489edb83f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:24:41.803705 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 85869ded-6715-4927-8fd3-626489edb83f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=85869ded-6715-4927-8fd3-626489edb83f,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:41.814569 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '85869ded-6715-4927-8fd3-626489edb83f', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'port_id': '85869ded-6715-4927-8fd3-626489edb83f', 'mac_address': 'fa:16:3e:71:47:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:24:41.851140 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 85869ded-6715-4927-8fd3-626489edb83f is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:41.851523 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (85869ded-6715-4927-8fd3-626489edb83f), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:41.863727 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85869ded-6715-4927-8fd3-626489edb83f {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:24:41.882489 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 85869ded-6715-4927-8fd3-626489edb83f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=85869ded-6715-4927-8fd3-626489edb83f,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:41.971866 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (85869ded-6715-4927-8fd3-626489edb83f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:42.022535 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=85869ded-6715-4927-8fd3-626489edb83f,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:42.267759 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['85869ded-6715-4927-8fd3-626489edb83f'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:24:42.701984 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c0d18-2eea-449a-a0be-e3a4dd9919fe req-0681caf8-fb59-45a8-ab91-996bbc1fac63 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:42.703521 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ec4c0d18-2eea-449a-a0be-e3a4dd9919fe req-0681caf8-fb59-45a8-ab91-996bbc1fac63 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 945 time: 0.0474093 Apr 11 18:24:42.752443 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ec4c0d18-2eea-449a-a0be-e3a4dd9919fe req-949afd06-45d4-4c55-bc61-81334c43faa6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434742 Apr 11 18:24:43.046305 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:43.486074 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-11a96b20-053b-40af-8b18-b3c657cbf588 req-04889281-ee1e-4f18-b16a-8729be6d3d7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385075 Apr 11 18:24:43.567054 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96b20-053b-40af-8b18-b3c657cbf588 req-a0d784fd-d553-43ea-8d23-739fc07fcaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:43.568543 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-11a96b20-053b-40af-8b18-b3c657cbf588 req-a0d784fd-d553-43ea-8d23-739fc07fcaa8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d11915a0223b4b3cb4dd1b19e8c59a28&device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 1168 time: 0.0392232 Apr 11 18:24:43.679146 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96b20-053b-40af-8b18-b3c657cbf588 req-329dcab1-936c-456c-9065-f06761e645f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:43.680508 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-11a96b20-053b-40af-8b18-b3c657cbf588 req-329dcab1-936c-456c-9065-f06761e645f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1566b786-42c0-43d8-949f-9debe78c0e87 HTTP/1.1" status: 200 len: 915 time: 0.0887609 Apr 11 18:24:43.718261 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 85869ded-6715-4927-8fd3-626489edb83f up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:24:43.753955 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-11a96b20-053b-40af-8b18-b3c657cbf588 req-500207cb-e47e-4605-b5f8-07cacb768f36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978 HTTP/1.1" status: 200 len: 1000 time: 0.0572755 Apr 11 18:24:43.763669 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 85869ded-6715-4927-8fd3-626489edb83f completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:24:43.806753 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96b20-053b-40af-8b18-b3c657cbf588 req-224de3cb-11e5-4bb6-bb2f-7365d58f1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:43.814343 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-11a96b20-053b-40af-8b18-b3c657cbf588 req-224de3cb-11e5-4bb6-bb2f-7365d58f1ddb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea258085-af72-47cc-9c2f-16ca68e1d2bc HTTP/1.1" status: 200 len: 853 time: 0.0455744 Apr 11 18:24:43.840532 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 85869ded-6715-4927-8fd3-626489edb83f triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:24:43.840919 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (85869ded-6715-4927-8fd3-626489edb83f), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:43.857944 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a96b20-053b-40af-8b18-b3c657cbf588 req-e9db585e-cf83-4471-be45-209b9b959a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:43.859644 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-11a96b20-053b-40af-8b18-b3c657cbf588 req-e9db585e-cf83-4471-be45-209b9b959a18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1566b786-42c0-43d8-949f-9debe78c0e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433669 Apr 11 18:24:43.871446 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee156ee-bd57-4510-8ed1-d0d2ec3bb8da req-f2ac26c5-ebd7-445a-9a18-83784438604b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:43.879144 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fee156ee-bd57-4510-8ed1-d0d2ec3bb8da req-f2ac26c5-ebd7-445a-9a18-83784438604b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 945 time: 0.0604825 Apr 11 18:24:43.922390 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 85869ded-6715-4927-8fd3-626489edb83f is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:24:43.922772 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (85869ded-6715-4927-8fd3-626489edb83f), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:43.923986 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fee156ee-bd57-4510-8ed1-d0d2ec3bb8da req-716dd668-a0bb-4ebf-9b54-2a982bee362a tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441864 Apr 11 18:24:43.949243 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85869ded-6715-4927-8fd3-626489edb83f'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:24:43.952183 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108dacda-5e0c-4379-9993-2080f15172aa" -d '{"events": [{"server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "name": "network-vif-plugged", "status": "completed", "tag": "85869ded-6715-4927-8fd3-626489edb83f"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:24:43.961731 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-11a96b20-053b-40af-8b18-b3c657cbf588 req-8e859ffb-3d15-4397-89df-a29ec51694d1 service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956712 Apr 11 18:24:43.966053 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 85869ded-6715-4927-8fd3-626489edb83f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=85869ded-6715-4927-8fd3-626489edb83f,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:24:44.040162 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (85869ded-6715-4927-8fd3-626489edb83f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:44.067915 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd48eaf-dd79-498b-af7f-c562018d6559 x-openstack-request-id: req-0bd48eaf-dd79-498b-af7f-c562018d6559 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:24:44.068532 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "name": "network-vif-plugged", "status": "completed", "tag": "85869ded-6715-4927-8fd3-626489edb83f", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:24:44.068532 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0bd48eaf-dd79-498b-af7f-c562018d6559 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:24:44.069057 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd48eaf-dd79-498b-af7f-c562018d6559'] response: {'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85869ded-6715-4927-8fd3-626489edb83f', 'code': 200} Apr 11 18:24:44.085423 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-11a96b20-053b-40af-8b18-b3c657cbf588 req-ff12b0e2-3a6d-48a6-9307-921a45fcf2fb service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153047 Apr 11 18:24:44.101704 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=85869ded-6715-4927-8fd3-626489edb83f,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:44.422823 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766b5c9-f288-4c75-8340-ce4e29dd9121 req-5c048662-6e3c-470e-8237-f427cde8d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:44.424367 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9766b5c9-f288-4c75-8340-ce4e29dd9121 req-5c048662-6e3c-470e-8237-f427cde8d6df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 1130 time: 0.0411496 Apr 11 18:24:44.472236 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9766b5c9-f288-4c75-8340-ce4e29dd9121 req-99d6a3a6-e288-4983-924d-f74ffe7730a0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387399 Apr 11 18:24:44.491606 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52118) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:44.594360 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:44.667515 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Publish callbacks [] for security_group (9923f1b2-a5fc-4e40-bbf3-616778847008), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:44.742888 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (9923f1b2-a5fc-4e40-bbf3-616778847008), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:44.782776 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc23b16c609043d2b3977d41101d0a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900667 Apr 11 18:24:44.783669 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9923f1b2-a5fc-4e40-bbf3-616778847008,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:44.785697 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 52122) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:44.790996 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.792574 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.792574 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.792574 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.792574 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.792932 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.793057 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.793377 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.793701 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.794026 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.794350 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.794673 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.794994 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.795342 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.795668 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412c3dc0-bced-4692-86d0-5c70e1209edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:44.835942 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ff00478-48f1-4db0-8da1-93718e440425 admin admin] Publish callbacks [] for security_group (9923f1b2-a5fc-4e40-bbf3-616778847008), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:44.860842 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ff00478-48f1-4db0-8da1-93718e440425 admin admin] Publish callbacks [] for security_group (9923f1b2-a5fc-4e40-bbf3-616778847008), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:44.965683 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ff00478-48f1-4db0-8da1-93718e440425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (9923f1b2-a5fc-4e40-bbf3-616778847008), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:44.968337 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5ff00478-48f1-4db0-8da1-93718e440425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:44.969590 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5ff00478-48f1-4db0-8da1-93718e440425 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9923f1b2-a5fc-4e40-bbf3-616778847008 HTTP/1.1" status: 204 len: 168 time: 0.1828928 Apr 11 18:24:44.978525 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff00478-48f1-4db0-8da1-93718e440425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9923f1b2-a5fc-4e40-bbf3-616778847008,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:45.045734 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c5cb8-b686-4063-a339-8147e1279713 req-6edcd30d-359e-4fbd-a5eb-04bbb08c4f6c tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:45.047367 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-659c5cb8-b686-4063-a339-8147e1279713 req-6edcd30d-359e-4fbd-a5eb-04bbb08c4f6c tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0552397 Apr 11 18:24:45.096146 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-659c5cb8-b686-4063-a339-8147e1279713 req-6377d492-163a-43ce-adf5-ebeb94f232ac tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429914 Apr 11 18:24:46.208165 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4246b-d3ea-4922-ae67-d87a3e64cb98 req-384a2f0d-01f7-4683-92b4-21819e8bb7ab tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:46.211732 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-10a4246b-d3ea-4922-ae67-d87a3e64cb98 req-384a2f0d-01f7-4683-92b4-21819e8bb7ab tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0467517 Apr 11 18:24:46.263864 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-10a4246b-d3ea-4922-ae67-d87a3e64cb98 req-a5ff1536-99be-471a-b263-342b2fc533ca tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478897 Apr 11 18:24:46.379189 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53e815-7e2a-4729-b473-ad579e77bc7f req-919b3297-26d6-44a9-bbbc-3e85d8e7b82d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:46.380621 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cf53e815-7e2a-4729-b473-ad579e77bc7f req-919b3297-26d6-44a9-bbbc-3e85d8e7b82d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0466347 Apr 11 18:24:46.435725 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cf53e815-7e2a-4729-b473-ad579e77bc7f req-50c51720-6739-4764-9aa4-14ec29837963 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496330 Apr 11 18:24:46.457973 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 52160) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:46.644473 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b82e79-1e46-4d55-8a74-c14ed9271f7a tempest-TestShelveInstance-614966692 tempest-TestShelveInstance-614966692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:46.648819 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b3b82e79-1e46-4d55-8a74-c14ed9271f7a tempest-TestShelveInstance-614966692 tempest-TestShelveInstance-614966692-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 1125 time: 0.1869419 Apr 11 18:24:46.649113 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 52168) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:46.653455 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'port_id': '85869ded-6715-4927-8fd3-626489edb83f', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:24:46.800390 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:46.882645 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:46.990063 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Allocated IP 172.27.3.33 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/4af5dff8-baff-4cbc-ad77-0a896fad2b90) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:24:47.096702 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for port (4af5dff8-baff-4cbc-ad77-0a896fad2b90), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:47.202321 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (4af5dff8-baff-4cbc-ad77-0a896fad2b90), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:47.241695 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:24:47.245999 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:24:47.248646 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:24:47.256852 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Pushing event updated for resources: {'Port': ['ID=4af5dff8-baff-4cbc-ad77-0a896fad2b90,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:47.635062 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for floatingip (6e162250-6191-4dc5-bde1-57f2cafac703), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:47.810933 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (4af5dff8-baff-4cbc-ad77-0a896fad2b90), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:47.969456 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for port (4af5dff8-baff-4cbc-ad77-0a896fad2b90), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:48.070639 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (4af5dff8-baff-4cbc-ad77-0a896fad2b90), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:48.148696 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Pushing event updated for resources: {'Port': ['ID=4af5dff8-baff-4cbc-ad77-0a896fad2b90,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:48.157969 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (6e162250-6191-4dc5-bde1-57f2cafac703), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:48.270537 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52210) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:48.271017 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Floating IP 6e162250-6191-4dc5-bde1-57f2cafac703 associated. External IP: 172.27.3.33, port: 85869ded-6715-4927-8fd3-626489edb83f. Apr 11 18:24:48.388798 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-233e1a20-2690-4b7e-9140-d0bd00ca6af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:48.484211 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-233e1a20-2690-4b7e-9140-d0bd00ca6af2 admin admin] Publish callbacks [] for security_group (8ba176eb-06be-4c57-932b-e49b9aed00e6), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:48.566234 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-233e1a20-2690-4b7e-9140-d0bd00ca6af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (8ba176eb-06be-4c57-932b-e49b9aed00e6), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:48.610519 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-233e1a20-2690-4b7e-9140-d0bd00ca6af2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42562dc39ab341cfa250b7c7853d835b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388274 Apr 11 18:24:48.611497 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e1a20-2690-4b7e-9140-d0bd00ca6af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba176eb-06be-4c57-932b-e49b9aed00e6,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:48.613793 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52220) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:48.677770 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-69640fd8-9632-4cbd-9cf5-c5ebfcb6a710 admin admin] Publish callbacks [] for security_group (8ba176eb-06be-4c57-932b-e49b9aed00e6), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:48.700565 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-69640fd8-9632-4cbd-9cf5-c5ebfcb6a710 admin admin] Publish callbacks [] for security_group (8ba176eb-06be-4c57-932b-e49b9aed00e6), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:48.741026 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Router 27efa7ce-2484-4b2d-a555-2684521a0f53 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:24:48.839969 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-69640fd8-9632-4cbd-9cf5-c5ebfcb6a710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (8ba176eb-06be-4c57-932b-e49b9aed00e6), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:48.843169 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-69640fd8-9632-4cbd-9cf5-c5ebfcb6a710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:48.844340 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-69640fd8-9632-4cbd-9cf5-c5ebfcb6a710 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ba176eb-06be-4c57-932b-e49b9aed00e6 HTTP/1.1" status: 204 len: 168 time: 0.2201955 Apr 11 18:24:48.854257 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69640fd8-9632-4cbd-9cf5-c5ebfcb6a710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba176eb-06be-4c57-932b-e49b9aed00e6,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:48.857106 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:24:48.868212 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc49047-b724-40a6-aedb-5f8a012324c4 None None] Sync routers for ids ['27efa7ce-2484-4b2d-a555-2684521a0f53'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:24:48.896282 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc49047-b724-40a6-aedb-5f8a012324c4 None None] Routers {'27efa7ce-2484-4b2d-a555-2684521a0f53'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:48.896921 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-1fc49047-b724-40a6-aedb-5f8a012324c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:24:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['27efa7ce-2484-4b2d-a555-2684521a0f53'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:49.006474 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-1fc49047-b724-40a6-aedb-5f8a012324c4 None None] Set router 27efa7ce-2484-4b2d-a555-2684521a0f53 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:49.054444 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:49.089679 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-14ac0812-c7d9-4fd2-a27f-3d8e3467b31d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4343274 Apr 11 18:24:49.089679 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'tag': '85869ded-6715-4927-8fd3-626489edb83f'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:24:49.089679 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6d541c-7928-4637-898a-1177d658dcde" -d '{"events": [{"name": "network-changed", "server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "tag": "85869ded-6715-4927-8fd3-626489edb83f"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:24:49.125562 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414856c4-cc64-4fe3-a14b-6530701ac539 x-openstack-request-id: req-414856c4-cc64-4fe3-a14b-6530701ac539 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:24:49.125866 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "tag": "85869ded-6715-4927-8fd3-626489edb83f", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:24:49.126125 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-414856c4-cc64-4fe3-a14b-6530701ac539 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:24:49.126556 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414856c4-cc64-4fe3-a14b-6530701ac539'] response: {'name': 'network-changed', 'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'tag': '85869ded-6715-4927-8fd3-626489edb83f', 'status': 'completed', 'code': 200} Apr 11 18:24:49.193926 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d541c-7928-4637-898a-1177d658dcde req-1f473a76-09cc-422b-83d0-b5c40ac32baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:49.195609 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ad6d541c-7928-4637-898a-1177d658dcde req-1f473a76-09cc-422b-83d0-b5c40ac32baa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff5d55b6d42046c5be366a87d9ef94e3&device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 1130 time: 0.0461571 Apr 11 18:24:49.243764 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-1fc49047-b724-40a6-aedb-5f8a012324c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:55Z', 'revision_number': 4, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '6e162250-6191-4dc5-bde1-57f2cafac703', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'port_id': '85869ded-6715-4927-8fd3-626489edb83f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'mac_address': 'fa:16:3e:71:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:24:47Z', 'updated_at': '2022-04-11T18:24:47Z', 'revision_number': 0, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59834353-c3bf-4658-9fb3-cca8d9275666', 'name': '', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'mac_address': 'fa:16:3e:61:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:54Z', 'updated_at': '2022-04-11T18:23:59Z', 'revision_number': 5, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'subnets': [{'id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:49.270878 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc49047-b724-40a6-aedb-5f8a012324c4 None None] Checking router: 27efa7ce-2484-4b2d-a555-2684521a0f53 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:24:49.279772 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc49047-b724-40a6-aedb-5f8a012324c4 None None] Routers {'27efa7ce-2484-4b2d-a555-2684521a0f53'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:24:49.280493 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-1fc49047-b724-40a6-aedb-5f8a012324c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:24:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['27efa7ce-2484-4b2d-a555-2684521a0f53'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:49.298424 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d541c-7928-4637-898a-1177d658dcde req-2fd831dd-f373-4984-9bf2-00d8dfd65ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:49.299949 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ad6d541c-7928-4637-898a-1177d658dcde req-2fd831dd-f373-4984-9bf2-00d8dfd65ffb service neutron] 10.222.0.30 "GET /v2.0/networks?id=ba543321-c3be-46b0-968d-e5de14ee4bff HTTP/1.1" status: 200 len: 909 time: 0.0985327 Apr 11 18:24:49.368110 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ad6d541c-7928-4637-898a-1177d658dcde req-42dec444-d3aa-42ff-b49e-1b0ebee330eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85869ded-6715-4927-8fd3-626489edb83f HTTP/1.1" status: 200 len: 999 time: 0.0613124 Apr 11 18:24:49.394735 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-1fc49047-b724-40a6-aedb-5f8a012324c4 None None] Set router 27efa7ce-2484-4b2d-a555-2684521a0f53 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:24:49.423065 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d541c-7928-4637-898a-1177d658dcde req-a0ac9373-78d3-435b-a110-3d0f0abb77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:49.424640 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ad6d541c-7928-4637-898a-1177d658dcde req-a0ac9373-78d3-435b-a110-3d0f0abb77b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c917aae-33fc-4e28-b8f6-bae07f2f19f3 HTTP/1.1" status: 200 len: 847 time: 0.0490227 Apr 11 18:24:49.475054 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d541c-7928-4637-898a-1177d658dcde req-da4ba694-5c6a-473f-af8d-523d1455d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:49.476587 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ad6d541c-7928-4637-898a-1177d658dcde req-da4ba694-5c6a-473f-af8d-523d1455d6d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ba543321-c3be-46b0-968d-e5de14ee4bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448062 Apr 11 18:24:49.569237 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ad6d541c-7928-4637-898a-1177d658dcde req-53927ad0-5c6e-45f3-852d-9f61c54abddc service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858819 Apr 11 18:24:49.635739 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-1fc49047-b724-40a6-aedb-5f8a012324c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:55Z', 'revision_number': 4, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '6e162250-6191-4dc5-bde1-57f2cafac703', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'port_id': '85869ded-6715-4927-8fd3-626489edb83f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'mac_address': 'fa:16:3e:71:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:24:47Z', 'updated_at': '2022-04-11T18:24:47Z', 'revision_number': 0, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59834353-c3bf-4658-9fb3-cca8d9275666', 'name': '', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'mac_address': 'fa:16:3e:61:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:54Z', 'updated_at': '2022-04-11T18:23:59Z', 'revision_number': 5, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'subnets': [{'id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:24:49.663143 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc49047-b724-40a6-aedb-5f8a012324c4 None None] The sync data for ids ['27efa7ce-2484-4b2d-a555-2684521a0f53'] in dv-cinder-837355-1-iscsi is: [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:55Z', 'revision_number': 4, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '6e162250-6191-4dc5-bde1-57f2cafac703', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'port_id': '85869ded-6715-4927-8fd3-626489edb83f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'mac_address': 'fa:16:3e:71:47:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:24:47Z', 'updated_at': '2022-04-11T18:24:47Z', 'revision_number': 0, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59834353-c3bf-4658-9fb3-cca8d9275666', 'name': '', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'mac_address': 'fa:16:3e:61:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:54Z', 'updated_at': '2022-04-11T18:23:59Z', 'revision_number': 5, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'subnets': [{'id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:24:49.678566 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ad6d541c-7928-4637-898a-1177d658dcde req-015747ac-4567-4c08-8a0c-37890a54eb3a service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023510 Apr 11 18:24:49.686834 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 52234) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:49.701748 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4678dc7e-465b-42bc-8408-787fd0356882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:49.783968 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4678dc7e-465b-42bc-8408-787fd0356882 admin admin] Publish callbacks [] for security_group (796dda03-d755-4ade-b489-7081a176fc62), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:49.865223 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72c3783-f5fc-4a26-8e93-b6649f23488a None None] New status for floating IP 6e162250-6191-4dc5-bde1-57f2cafac703: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:24:49.880355 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4678dc7e-465b-42bc-8408-787fd0356882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (796dda03-d755-4ade-b489-7081a176fc62), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:49.921160 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4678dc7e-465b-42bc-8408-787fd0356882 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cc5fc21a4584ee4aae631401b486b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324324 Apr 11 18:24:49.921918 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678dc7e-465b-42bc-8408-787fd0356882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796dda03-d755-4ade-b489-7081a176fc62,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:49.924292 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 52236) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:49.977762 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8a584d4d-24ec-40bb-b42b-d79cd1204986 admin admin] Publish callbacks [] for security_group (796dda03-d755-4ade-b489-7081a176fc62), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:50.003481 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8a584d4d-24ec-40bb-b42b-d79cd1204986 admin admin] Publish callbacks [] for security_group (796dda03-d755-4ade-b489-7081a176fc62), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:50.394614 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8a584d4d-24ec-40bb-b42b-d79cd1204986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (796dda03-d755-4ade-b489-7081a176fc62), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:50.397261 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8a584d4d-24ec-40bb-b42b-d79cd1204986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:50.398618 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8a584d4d-24ec-40bb-b42b-d79cd1204986 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/796dda03-d755-4ade-b489-7081a176fc62 HTTP/1.1" status: 204 len: 168 time: 0.4733226 Apr 11 18:24:50.407413 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a584d4d-24ec-40bb-b42b-d79cd1204986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796dda03-d755-4ade-b489-7081a176fc62,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:51.442789 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:24:51.477830 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1d1c6-98f8-4c78-8611-5127aedfd8b8 req-28dc353a-e4ba-4cf4-a0c7-9e7c279f74d3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:51.479144 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9bb1d1c6-98f8-4c78-8611-5127aedfd8b8 req-28dc353a-e4ba-4cf4-a0c7-9e7c279f74d3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0501201 Apr 11 18:24:51.528141 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9bb1d1c6-98f8-4c78-8611-5127aedfd8b8 req-528c4e7e-a964-4c0a-a20c-5b00912c3ef3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426643 Apr 11 18:24:52.646846 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5db1b-5b2c-47b4-a429-e9583af338b9 req-d1adcb8f-8127-4eb6-b354-4a6bb5bb89e8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:52.648439 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8da5db1b-5b2c-47b4-a429-e9583af338b9 req-d1adcb8f-8127-4eb6-b354-4a6bb5bb89e8 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0466819 Apr 11 18:24:52.695235 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8da5db1b-5b2c-47b4-a429-e9583af338b9 req-4c856a99-69bb-48de-b0d5-008f08ab9988 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413609 Apr 11 18:24:53.813731 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e06b5-932e-4517-b281-663ba4f767e0 req-b87c72b8-b562-45cf-8e19-cb05daef33d0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:53.815305 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe8e06b5-932e-4517-b281-663ba4f767e0 req-b87c72b8-b562-45cf-8e19-cb05daef33d0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0467744 Apr 11 18:24:53.866170 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fe8e06b5-932e-4517-b281-663ba4f767e0 req-7369ab36-b4aa-4077-8dad-3cc15098e42f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453091 Apr 11 18:24:54.995713 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e7786-f4b2-4719-9920-4da04152b3dc req-2deb4f13-4153-4bbf-8671-48f9f280f5bb tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:54.997209 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1b8e7786-f4b2-4719-9920-4da04152b3dc req-2deb4f13-4153-4bbf-8671-48f9f280f5bb tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0531774 Apr 11 18:24:55.046914 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1b8e7786-f4b2-4719-9920-4da04152b3dc req-e2d9529c-4eda-4387-88c0-3ffc1344167f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436692 Apr 11 18:24:56.163159 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec125d4-9c58-49f0-9430-b15d21e50f3e req-f857f294-64d4-4241-9921-662090d4dc78 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:56.164672 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dec125d4-9c58-49f0-9430-b15d21e50f3e req-f857f294-64d4-4241-9921-662090d4dc78 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0476847 Apr 11 18:24:56.211673 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dec125d4-9c58-49f0-9430-b15d21e50f3e req-523d1bc1-3e02-49ff-9f85-33484b1b58ae tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415041 Apr 11 18:24:57.334329 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0aac3-68fa-4c71-b03e-c43185c256df req-a2d41d2d-69f7-4ecd-bd18-4ef81398e23a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:57.339381 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5bc0aac3-68fa-4c71-b03e-c43185c256df req-a2d41d2d-69f7-4ecd-bd18-4ef81398e23a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0519068 Apr 11 18:24:57.381994 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5bc0aac3-68fa-4c71-b03e-c43185c256df req-ac98b1cc-2502-42ff-bd9c-68f44d81479a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407014 Apr 11 18:24:57.757244 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 52338) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:57.866334 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:57.944161 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Publish callbacks [] for security_group (afadf6b8-1b31-42fc-b3df-afb61c0dcfc8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:58.000650 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (afadf6b8-1b31-42fc-b3df-afb61c0dcfc8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:58.039246 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afadf6b8-1b31-42fc-b3df-afb61c0dcfc8,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:58.044070 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b53b6c9edddd421a8766b20f605439bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857168 Apr 11 18:24:58.047494 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52342) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:58.049491 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.049846 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.050196 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.050539 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.050876 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.051242 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.051578 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.051913 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.052239 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.052834 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.053160 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.053491 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.053817 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.054138 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.054466 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8152769-1d59-4536-a1d1-801d73a0d4b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:24:58.094998 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-70ee0736-c113-4cd2-9b54-15ff8bae373b admin admin] Publish callbacks [] for security_group (afadf6b8-1b31-42fc-b3df-afb61c0dcfc8), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:58.115918 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-70ee0736-c113-4cd2-9b54-15ff8bae373b admin admin] Publish callbacks [] for security_group (afadf6b8-1b31-42fc-b3df-afb61c0dcfc8), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:58.228419 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-70ee0736-c113-4cd2-9b54-15ff8bae373b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (afadf6b8-1b31-42fc-b3df-afb61c0dcfc8), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:58.233802 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-70ee0736-c113-4cd2-9b54-15ff8bae373b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:58.234943 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-70ee0736-c113-4cd2-9b54-15ff8bae373b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/afadf6b8-1b31-42fc-b3df-afb61c0dcfc8 HTTP/1.1" status: 204 len: 168 time: 0.1864495 Apr 11 18:24:58.243470 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee0736-c113-4cd2-9b54-15ff8bae373b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afadf6b8-1b31-42fc-b3df-afb61c0dcfc8,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:58.504409 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e6616-ffb6-42e2-9abd-7f1034a1c4b9 req-e9b84243-53ff-45ad-9166-9c0b522bbe51 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:58.505943 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-903e6616-ffb6-42e2-9abd-7f1034a1c4b9 req-e9b84243-53ff-45ad-9166-9c0b522bbe51 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0519900 Apr 11 18:24:58.555951 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-903e6616-ffb6-42e2-9abd-7f1034a1c4b9 req-6e40afdc-c979-4f0d-b019-b48835487cf4 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443804 Apr 11 18:24:58.789303 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52352) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:58.802662 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-695f20da-3bd9-41f7-8d12-91d1ccc11200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:58.874593 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-695f20da-3bd9-41f7-8d12-91d1ccc11200 admin admin] Publish callbacks [] for security_group (86b26abf-6e4e-461d-aff4-d98adccdb9af), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:58.954108 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-695f20da-3bd9-41f7-8d12-91d1ccc11200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (86b26abf-6e4e-461d-aff4-d98adccdb9af), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:58.992511 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-695f20da-3bd9-41f7-8d12-91d1ccc11200 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a772acfe6e9340788294f4f28ede7290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020986 Apr 11 18:24:58.993381 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f20da-3bd9-41f7-8d12-91d1ccc11200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b26abf-6e4e-461d-aff4-d98adccdb9af,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:58.995669 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52354) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:24:59.045071 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c5d74247-7780-4bda-bd80-4c9557519186 admin admin] Publish callbacks [] for security_group (86b26abf-6e4e-461d-aff4-d98adccdb9af), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:59.066377 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c5d74247-7780-4bda-bd80-4c9557519186 admin admin] Publish callbacks [] for security_group (86b26abf-6e4e-461d-aff4-d98adccdb9af), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:59.188324 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c5d74247-7780-4bda-bd80-4c9557519186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (86b26abf-6e4e-461d-aff4-d98adccdb9af), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:59.190948 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c5d74247-7780-4bda-bd80-4c9557519186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:24:59.192123 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c5d74247-7780-4bda-bd80-4c9557519186 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86b26abf-6e4e-461d-aff4-d98adccdb9af HTTP/1.1" status: 204 len: 168 time: 0.1955450 Apr 11 18:24:59.199740 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d74247-7780-4bda-bd80-4c9557519186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b26abf-6e4e-461d-aff4-d98adccdb9af,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:24:59.674949 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0108b9-3ca6-4534-93f9-97496107e6b2 req-0c026d41-fd44-46c5-afcf-fd9f2d19c776 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:24:59.676743 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5a0108b9-3ca6-4534-93f9-97496107e6b2 req-0c026d41-fd44-46c5-afcf-fd9f2d19c776 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0478256 Apr 11 18:24:59.724174 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5a0108b9-3ca6-4534-93f9-97496107e6b2 req-1fd9708c-1769-4251-ad43-a83bfe148435 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413897 Apr 11 18:25:00.844691 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676af310-218c-4dca-98e2-96a48ef1ec4a req-16e43b0c-2e6a-4686-b7f0-2e072b5eb5e4 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:00.846195 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-676af310-218c-4dca-98e2-96a48ef1ec4a req-16e43b0c-2e6a-4686-b7f0-2e072b5eb5e4 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0504222 Apr 11 18:25:00.893419 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-676af310-218c-4dca-98e2-96a48ef1ec4a req-ce7dd3ad-f396-44a8-8299-78c1681de246 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412986 Apr 11 18:25:01.794002 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6ef32986-a6fd-4476-a801-c57c1e692f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:02.012764 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee064283-2b47-48b7-884f-99c2c7c50b36 req-a98c0c6d-613d-40c4-aa94-5412b1cde5a0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:02.014353 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ee064283-2b47-48b7-884f-99c2c7c50b36 req-a98c0c6d-613d-40c4-aa94-5412b1cde5a0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0511162 Apr 11 18:25:02.062296 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ee064283-2b47-48b7-884f-99c2c7c50b36 req-3bcad55e-f2e7-446f-bc82-ee2e2bb0ec79 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418434 Apr 11 18:25:03.188205 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d71958-cd92-45a9-b46b-32133a7307ac req-a088161a-d14e-42c3-92d8-618c113a5c6f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:03.189823 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-25d71958-cd92-45a9-b46b-32133a7307ac req-a088161a-d14e-42c3-92d8-618c113a5c6f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0524251 Apr 11 18:25:03.247148 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-25d71958-cd92-45a9-b46b-32133a7307ac req-9f114823-ec24-406b-86d3-6f7086509faa tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498281 Apr 11 18:25:04.382161 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393021d5-4947-44cd-a59b-244a4f1e55fe req-f7a9f40a-eec0-41b8-b4b9-83b5983d85e7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:04.383731 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-393021d5-4947-44cd-a59b-244a4f1e55fe req-f7a9f40a-eec0-41b8-b4b9-83b5983d85e7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0496862 Apr 11 18:25:04.443746 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-393021d5-4947-44cd-a59b-244a4f1e55fe req-9408c4bd-c769-4317-a9d4-c5d37c1c6404 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542903 Apr 11 18:25:04.560393 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ebfe83ea-ae6e-4298-a3d1-3fead43b6e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:05.388245 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:05.558757 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2669ec-407f-444a-8fa0-7d99c87a18e1 req-40134b66-e596-4498-bc0b-171273badac7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:05.560257 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e2669ec-407f-444a-8fa0-7d99c87a18e1 req-40134b66-e596-4498-bc0b-171273badac7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0461214 Apr 11 18:25:05.606713 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e2669ec-407f-444a-8fa0-7d99c87a18e1 req-fc6deb0d-30a4-41ec-9056-f389ffaf01fa tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402844 Apr 11 18:25:06.030258 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b01e2d13-46a6-413d-93fc-b3b16b5740fa req-71d98a8a-c421-4ed8-a1e2-1d42161e6f11 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544729549&fields=id&tenant_id=d11915a0223b4b3cb4dd1b19e8c59a28 HTTP/1.1" status: 200 len: 267 time: 0.0438828 Apr 11 18:25:06.078984 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e2d13-46a6-413d-93fc-b3b16b5740fa req-216fe014-0a55-447b-83f2-9842b3dd069f tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:06.081018 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b01e2d13-46a6-413d-93fc-b3b16b5740fa req-216fe014-0a55-447b-83f2-9842b3dd069f tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 984 time: 0.0447805 Apr 11 18:25:06.091673 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [req-b01e2d13-46a6-413d-93fc-b3b16b5740fa req-d2dfe35e-b5d1-42e8-9b1c-f8adbca0aaac tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Request body: {'port': {'security_groups': ['9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a']}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:25:06.166812 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b01e2d13-46a6-413d-93fc-b3b16b5740fa req-d2dfe35e-b5d1-42e8-9b1c-f8adbca0aaac tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:06.338345 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [req-b01e2d13-46a6-413d-93fc-b3b16b5740fa req-d2dfe35e-b5d1-42e8-9b1c-f8adbca0aaac tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] For port 9692ac9f-bf7f-4514-a9a3-36c3fba86978, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:06.367350 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b01e2d13-46a6-413d-93fc-b3b16b5740fa req-d2dfe35e-b5d1-42e8-9b1c-f8adbca0aaac tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:06.428310 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b01e2d13-46a6-413d-93fc-b3b16b5740fa req-d2dfe35e-b5d1-42e8-9b1c-f8adbca0aaac tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:06.468607 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e2d13-46a6-413d-93fc-b3b16b5740fa req-d2dfe35e-b5d1-42e8-9b1c-f8adbca0aaac tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:06.469298 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [req-b01e2d13-46a6-413d-93fc-b3b16b5740fa req-d2dfe35e-b5d1-42e8-9b1c-f8adbca0aaac tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:06.470654 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b01e2d13-46a6-413d-93fc-b3b16b5740fa req-d2dfe35e-b5d1-42e8-9b1c-f8adbca0aaac tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "PUT /v2.0/ports/9692ac9f-bf7f-4514-a9a3-36c3fba86978 HTTP/1.1" status: 200 len: 942 time: 0.3832707 Apr 11 18:25:06.474733 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:25:06.477042 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 52436) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:06.477583 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbe3732-6492-4bb4-a1f7-35757da3c61d" -d '{"events": [{"name": "network-changed", "server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:25:06.512416 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfe35e-b5d1-42e8-9b1c-f8adbca0aaac tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event updated for resources: {'Port': ['ID=9692ac9f-bf7f-4514-a9a3-36c3fba86978,revision_number=7']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:06.524748 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4416c4-bd56-44f6-bea4-146ab9564563 x-openstack-request-id: req-1d4416c4-bd56-44f6-bea4-146ab9564563 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:25:06.525370 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:25:06.525638 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d4416c4-bd56-44f6-bea4-146ab9564563 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:25:06.526108 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4416c4-bd56-44f6-bea4-146ab9564563'] response: {'name': 'network-changed', 'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978', 'status': 'completed', 'code': 200} Apr 11 18:25:06.549650 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7ee5842a-3400-4483-82e7-26fac9f24568 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group (28c54b88-5099-4a79-bc78-388b5d9e4c0d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:06.579423 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7ee5842a-3400-4483-82e7-26fac9f24568 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group (28c54b88-5099-4a79-bc78-388b5d9e4c0d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:06.714481 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7ee5842a-3400-4483-82e7-26fac9f24568 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (28c54b88-5099-4a79-bc78-388b5d9e4c0d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:06.717293 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7ee5842a-3400-4483-82e7-26fac9f24568 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:06.718473 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7ee5842a-3400-4483-82e7-26fac9f24568 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "DELETE /v2.0/security-groups/28c54b88-5099-4a79-bc78-388b5d9e4c0d HTTP/1.1" status: 204 len: 168 time: 0.2404077 Apr 11 18:25:06.722117 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52446) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:06.728355 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5842a-3400-4483-82e7-26fac9f24568 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c54b88-5099-4a79-bc78-388b5d9e4c0d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:06.737234 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81caa6d-5f27-4271-8bf3-e9f76cf7eea4 req-cc1674e6-6c54-42aa-a5c8-f95fd1bd0211 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:06.738461 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a81caa6d-5f27-4271-8bf3-e9f76cf7eea4 req-cc1674e6-6c54-42aa-a5c8-f95fd1bd0211 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0542386 Apr 11 18:25:06.756027 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['9692ac9f-bf7f-4514-a9a3-36c3fba86978'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:25:06.760744 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-d4bf153a-d953-4aa4-a1e6-1c31c72d6ea6 None None] Provisioning complete for port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:25:06.761215 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d4bf153a-d953-4aa4-a1e6-1c31c72d6ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:06.860671 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a81caa6d-5f27-4271-8bf3-e9f76cf7eea4 req-26e24194-1549-4f07-b369-3d9498398c06 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911932 Apr 11 18:25:06.893524 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe3732-6492-4bb4-a1f7-35757da3c61d req-d4a62fe5-5a84-4b15-9361-2f96ca1f8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:06.895049 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ebbe3732-6492-4bb4-a1f7-35757da3c61d req-d4a62fe5-5a84-4b15-9361-2f96ca1f8a00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d11915a0223b4b3cb4dd1b19e8c59a28&device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 1129 time: 0.0623040 Apr 11 18:25:06.924672 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-75ef1338-b899-41e6-aeca-c3efaf1bbb9e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Deleting port f139ad7d-4472-44c1-941a-4118419a3a6f {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:06.928827 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-75ef1338-b899-41e6-aeca-c3efaf1bbb9e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (f139ad7d-4472-44c1-941a-4118419a3a6f), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:06.928980 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['9692ac9f-bf7f-4514-a9a3-36c3fba86978'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:25:06.965706 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:06.995639 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe3732-6492-4bb4-a1f7-35757da3c61d req-8c62a780-56ce-4a60-847f-0100346a8695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:06.997389 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ebbe3732-6492-4bb4-a1f7-35757da3c61d req-8c62a780-56ce-4a60-847f-0100346a8695 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1566b786-42c0-43d8-949f-9debe78c0e87 HTTP/1.1" status: 200 len: 915 time: 0.0934160 Apr 11 18:25:07.008335 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf153a-d953-4aa4-a1e6-1c31c72d6ea6 None None] Current status of the port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:25:07.019153 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-75ef1338-b899-41e6-aeca-c3efaf1bbb9e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (f139ad7d-4472-44c1-941a-4118419a3a6f), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:07.019153 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-75ef1338-b899-41e6-aeca-c3efaf1bbb9e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for floatingip (f139ad7d-4472-44c1-941a-4118419a3a6f), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:07.034301 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-75ef1338-b899-41e6-aeca-c3efaf1bbb9e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Calling delete_port for f139ad7d-4472-44c1-941a-4118419a3a6f owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:07.084405 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ebbe3732-6492-4bb4-a1f7-35757da3c61d req-08d32d08-6719-48dc-8ef4-e5560945896a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978 HTTP/1.1" status: 200 len: 1000 time: 0.0795414 Apr 11 18:25:07.141227 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe3732-6492-4bb4-a1f7-35757da3c61d req-75840ed6-b214-46f6-a8b6-0f458c22df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:07.142835 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ebbe3732-6492-4bb4-a1f7-35757da3c61d req-75840ed6-b214-46f6-a8b6-0f458c22df79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea258085-af72-47cc-9c2f-16ca68e1d2bc HTTP/1.1" status: 200 len: 853 time: 0.0465016 Apr 11 18:25:07.196229 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe3732-6492-4bb4-a1f7-35757da3c61d req-8bb2ad3e-e15e-4c3a-9454-e58c2fe59b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:07.197787 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ebbe3732-6492-4bb4-a1f7-35757da3c61d req-8bb2ad3e-e15e-4c3a-9454-e58c2fe59b25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1566b786-42c0-43d8-949f-9debe78c0e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475221 Apr 11 18:25:07.300252 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ebbe3732-6492-4bb4-a1f7-35757da3c61d req-28c7ac69-5c72-4e43-ba1a-41280090d51a service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920007 Apr 11 18:25:07.314453 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-75ef1338-b899-41e6-aeca-c3efaf1bbb9e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (f139ad7d-4472-44c1-941a-4118419a3a6f), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:07.347053 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef1338-b899-41e6-aeca-c3efaf1bbb9e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event deleted for resources: {'Port': ['ID=f139ad7d-4472-44c1-941a-4118419a3a6f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:07.397357 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-ebbe3732-6492-4bb4-a1f7-35757da3c61d req-63325127-15d5-47bf-b0a9-693da3258760 service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871723 Apr 11 18:25:07.410686 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-75ef1338-b899-41e6-aeca-c3efaf1bbb9e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks [] for floatingip (8d595b32-da27-47b9-bd15-e106d6eac7d6), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:07.411031 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-75ef1338-b899-41e6-aeca-c3efaf1bbb9e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Floating IP 8d595b32-da27-47b9-bd15-e106d6eac7d6 disassociated (deleted). External IP: 172.27.3.56, port: 9692ac9f-bf7f-4514-a9a3-36c3fba86978. Apr 11 18:25:07.621847 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ef1338-b899-41e6-aeca-c3efaf1bbb9e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Router 6d6ec4b7-977a-4b19-bba4-b107df3104af has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:25:08.024381 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe2974-29da-4c6e-a993-e6627be42005 req-9d0abb3a-e932-41a8-8cff-ae19e0decdb5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:08.025855 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-49fe2974-29da-4c6e-a993-e6627be42005 req-9d0abb3a-e932-41a8-8cff-ae19e0decdb5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0609074 Apr 11 18:25:08.027393 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ef1338-b899-41e6-aeca-c3efaf1bbb9e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:25:08.039195 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-75ef1338-b899-41e6-aeca-c3efaf1bbb9e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:08.039314 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5344a6-f7b2-4521-9e51-5ef43ed81af8 None None] Sync routers for ids ['6d6ec4b7-977a-4b19-bba4-b107df3104af'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:25:08.048837 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5344a6-f7b2-4521-9e51-5ef43ed81af8 None None] Routers {'6d6ec4b7-977a-4b19-bba4-b107df3104af'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:08.050215 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-4f5344a6-f7b2-4521-9e51-5ef43ed81af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['6d6ec4b7-977a-4b19-bba4-b107df3104af'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:08.078121 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-75ef1338-b899-41e6-aeca-c3efaf1bbb9e tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "DELETE /v2.0/floatingips/8d595b32-da27-47b9-bd15-e106d6eac7d6 HTTP/1.1" status: 204 len: 168 time: 1.3550858 Apr 11 18:25:08.100377 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-49fe2974-29da-4c6e-a993-e6627be42005 req-21073c68-5de5-4ec1-865c-fd511ee387d1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658939 Apr 11 18:25:08.172048 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-4f5344a6-f7b2-4521-9e51-5ef43ed81af8 None None] Set router 6d6ec4b7-977a-4b19-bba4-b107df3104af gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:08.319760 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:08.378834 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-4f5344a6-f7b2-4521-9e51-5ef43ed81af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:21:39Z', 'revision_number': 4, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port': {'id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:34Z', 'updated_at': '2022-04-11T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'a9521861-f885-491f-af80-d9f5d74636be', 'name': '', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'mac_address': 'fa:16:3e:87:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:39Z', 'updated_at': '2022-04-11T18:21:47Z', 'revision_number': 5, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'subnets': [{'id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:08.407973 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5344a6-f7b2-4521-9e51-5ef43ed81af8 None None] Checking router: 6d6ec4b7-977a-4b19-bba4-b107df3104af for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:25:08.418775 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5344a6-f7b2-4521-9e51-5ef43ed81af8 None None] Routers {'6d6ec4b7-977a-4b19-bba4-b107df3104af'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:08.419431 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-4f5344a6-f7b2-4521-9e51-5ef43ed81af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['6d6ec4b7-977a-4b19-bba4-b107df3104af'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:08.535089 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:25:08.535089 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b616e95c-390d-49d7-b44b-1f4bbfec837a" -d '{"events": [{"name": "network-changed", "server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:25:08.542279 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-4f5344a6-f7b2-4521-9e51-5ef43ed81af8 None None] Set router 6d6ec4b7-977a-4b19-bba4-b107df3104af gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:08.565191 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faf78a5-964d-4528-8b23-fd396bdc6985 x-openstack-request-id: req-7faf78a5-964d-4528-8b23-fd396bdc6985 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:25:08.565637 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:25:08.566117 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7faf78a5-964d-4528-8b23-fd396bdc6985 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:25:08.566526 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7faf78a5-964d-4528-8b23-fd396bdc6985'] response: {'name': 'network-changed', 'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978', 'status': 'completed', 'code': 200} Apr 11 18:25:08.656579 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616e95c-390d-49d7-b44b-1f4bbfec837a req-c6719e36-29eb-43ae-acef-46d946835e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:08.658747 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b616e95c-390d-49d7-b44b-1f4bbfec837a req-c6719e36-29eb-43ae-acef-46d946835e4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d11915a0223b4b3cb4dd1b19e8c59a28&device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 1129 time: 0.0573890 Apr 11 18:25:08.761449 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-4f5344a6-f7b2-4521-9e51-5ef43ed81af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:21:39Z', 'revision_number': 4, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port': {'id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:34Z', 'updated_at': '2022-04-11T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'a9521861-f885-491f-af80-d9f5d74636be', 'name': '', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'mac_address': 'fa:16:3e:87:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:39Z', 'updated_at': '2022-04-11T18:21:47Z', 'revision_number': 5, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'subnets': [{'id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:08.762803 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616e95c-390d-49d7-b44b-1f4bbfec837a req-7d47d6ff-2dde-4b6b-817e-9ee7acf1c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:08.764553 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b616e95c-390d-49d7-b44b-1f4bbfec837a req-7d47d6ff-2dde-4b6b-817e-9ee7acf1c94b service neutron] 10.222.0.30 "GET /v2.0/networks?id=1566b786-42c0-43d8-949f-9debe78c0e87 HTTP/1.1" status: 200 len: 915 time: 0.0991368 Apr 11 18:25:08.875925 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5344a6-f7b2-4521-9e51-5ef43ed81af8 None None] The sync data for ids ['6d6ec4b7-977a-4b19-bba4-b107df3104af'] in dv-cinder-837355-1-iscsi is: [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:21:39Z', 'revision_number': 4, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port': {'id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:34Z', 'updated_at': '2022-04-11T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'a9521861-f885-491f-af80-d9f5d74636be', 'name': '', 'network_id': '1566b786-42c0-43d8-949f-9debe78c0e87', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'mac_address': 'fa:16:3e:87:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:39Z', 'updated_at': '2022-04-11T18:21:47Z', 'revision_number': 5, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'subnets': [{'id': 'ea258085-af72-47cc-9c2f-16ca68e1d2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:25:09.046867 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b616e95c-390d-49d7-b44b-1f4bbfec837a req-6f02dc59-b15a-43ea-92ca-481a0074b764 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978 HTTP/1.1" status: 200 len: 217 time: 0.0405540 Apr 11 18:25:09.105774 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616e95c-390d-49d7-b44b-1f4bbfec837a req-47c7f4b1-19c1-4975-a903-4f1aec9a4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:09.107349 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b616e95c-390d-49d7-b44b-1f4bbfec837a req-47c7f4b1-19c1-4975-a903-4f1aec9a4295 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ea258085-af72-47cc-9c2f-16ca68e1d2bc HTTP/1.1" status: 200 len: 853 time: 0.0540190 Apr 11 18:25:09.117380 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d4935-70c8-4482-ac94-823132a6da22 None None] New status for floating IP 8d595b32-da27-47b9-bd15-e106d6eac7d6: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:25:09.195393 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616e95c-390d-49d7-b44b-1f4bbfec837a req-4315c97c-4206-4e32-9015-5ea6a52b3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:09.196933 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b616e95c-390d-49d7-b44b-1f4bbfec837a req-4315c97c-4206-4e32-9015-5ea6a52b3422 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1566b786-42c0-43d8-949f-9debe78c0e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423973 Apr 11 18:25:09.235827 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fadfd9-5aab-4332-8d65-97066de1d160 req-44cd10f2-f0b9-432c-aaca-7af476859972 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:09.238378 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-31fadfd9-5aab-4332-8d65-97066de1d160 req-44cd10f2-f0b9-432c-aaca-7af476859972 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0608683 Apr 11 18:25:09.299494 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-31fadfd9-5aab-4332-8d65-97066de1d160 req-cb7c28b9-3a0f-425b-95e8-274c82cffd47 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540593 Apr 11 18:25:09.335341 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b616e95c-390d-49d7-b44b-1f4bbfec837a req-35ab399b-8dfa-47f5-891d-6b37a9d68a3a service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206818 Apr 11 18:25:09.436955 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b616e95c-390d-49d7-b44b-1f4bbfec837a req-87c7113f-2af7-40ec-b259-02684d0aa129 service neutron] 10.222.0.30 "GET /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927920 Apr 11 18:25:10.418813 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87dd47-61fe-42e2-9a01-79a78c577109 req-10730690-76fb-4275-8fd1-6300559bd70a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:10.427239 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ef87dd47-61fe-42e2-9a01-79a78c577109 req-10730690-76fb-4275-8fd1-6300559bd70a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0480177 Apr 11 18:25:10.467730 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ef87dd47-61fe-42e2-9a01-79a78c577109 req-f7748135-eee5-458f-895b-dde065eff725 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410991 Apr 11 18:25:11.588489 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b7555-a4b8-4033-8044-33c6618aba3d req-3ed11e2f-96bb-48f5-a0f2-268a5784ba3a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:11.589960 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-526b7555-a4b8-4033-8044-33c6618aba3d req-3ed11e2f-96bb-48f5-a0f2-268a5784ba3a tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0507977 Apr 11 18:25:11.643251 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-526b7555-a4b8-4033-8044-33c6618aba3d req-76d990e2-42ec-4642-8e97-c99396d79ba1 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475993 Apr 11 18:25:12.099129 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52536) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:12.210217 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf0aa-f495-4570-a542-ab713efff5c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:12.287891 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4dbd8-0450-408f-81e2-6274d0ce37e9 req-53e15b74-a7b8-4111-9a47-ac5e7a652629 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:12.289363 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6de4dbd8-0450-408f-81e2-6274d0ce37e9 req-53e15b74-a7b8-4111-9a47-ac5e7a652629 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 945 time: 0.0562954 Apr 11 18:25:12.347387 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf0aa-f495-4570-a542-ab713efff5c1 admin admin] Publish callbacks [] for security_group (9b0328c7-2a71-4a83-9a9e-61d4308c4eb5), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:12.358546 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6de4dbd8-0450-408f-81e2-6274d0ce37e9 req-b634e04b-3299-42e5-9df7-cc4165578b17 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626731 Apr 11 18:25:12.422509 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf0aa-f495-4570-a542-ab713efff5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (9b0328c7-2a71-4a83-9a9e-61d4308c4eb5), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:12.462168 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cf0aa-f495-4570-a542-ab713efff5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0328c7-2a71-4a83-9a9e-61d4308c4eb5,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:12.466976 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5d1cf0aa-f495-4570-a542-ab713efff5c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=73e97c798bdd483eabe82bd72a32d02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3662393 Apr 11 18:25:12.470880 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52544) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:12.523320 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4ad87cb5-4d83-48b7-9f9a-842f323e5ad1 admin admin] Publish callbacks [] for security_group (9b0328c7-2a71-4a83-9a9e-61d4308c4eb5), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:12.545117 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4ad87cb5-4d83-48b7-9f9a-842f323e5ad1 admin admin] Publish callbacks [] for security_group (9b0328c7-2a71-4a83-9a9e-61d4308c4eb5), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:12.645627 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4ad87cb5-4d83-48b7-9f9a-842f323e5ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (9b0328c7-2a71-4a83-9a9e-61d4308c4eb5), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:12.648215 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4ad87cb5-4d83-48b7-9f9a-842f323e5ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:12.649350 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4ad87cb5-4d83-48b7-9f9a-842f323e5ad1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b0328c7-2a71-4a83-9a9e-61d4308c4eb5 HTTP/1.1" status: 204 len: 168 time: 0.1764421 Apr 11 18:25:12.659133 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad87cb5-4d83-48b7-9f9a-842f323e5ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0328c7-2a71-4a83-9a9e-61d4308c4eb5,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:12.766697 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d669419-20d5-4388-838f-8389d66f32c6 req-5b075de4-3133-4399-8ef1-243549c3d721 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:12.769857 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1d669419-20d5-4388-838f-8389d66f32c6 req-5b075de4-3133-4399-8ef1-243549c3d721 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0504272 Apr 11 18:25:12.817521 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1d669419-20d5-4388-838f-8389d66f32c6 req-9e059960-3419-481c-b12f-8209fdb0f936 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425746 Apr 11 18:25:13.137014 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:13.459236 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 52554) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:13.473404 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73427ed6-dcaa-46fd-b4fb-389f18370b30 req-b30d7834-c56d-4042-87ad-55697de09fdb tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:13.474793 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7076261e-bb90-4d84-b79c-7414915f4063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:13.475037 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-73427ed6-dcaa-46fd-b4fb-389f18370b30 req-b30d7834-c56d-4042-87ad-55697de09fdb tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 945 time: 0.0510340 Apr 11 18:25:13.521473 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-73427ed6-dcaa-46fd-b4fb-389f18370b30 req-6704dd2a-59f7-4d8f-b6e6-2fe70e9d9cd7 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406239 Apr 11 18:25:13.555269 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7076261e-bb90-4d84-b79c-7414915f4063 admin admin] Publish callbacks [] for security_group (e48b86b2-a101-4c3e-8af0-5bd3749be4ef), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:13.662795 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-7076261e-bb90-4d84-b79c-7414915f4063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e48b86b2-a101-4c3e-8af0-5bd3749be4ef), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:13.708607 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-7076261e-bb90-4d84-b79c-7414915f4063 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35d207e459524406aa59ca75b64cad2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482815 Apr 11 18:25:13.709289 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076261e-bb90-4d84-b79c-7414915f4063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48b86b2-a101-4c3e-8af0-5bd3749be4ef,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:13.711436 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52558) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:13.760039 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-37e0f719-0040-47b2-b6d6-cf91e0928207 admin admin] Publish callbacks [] for security_group (e48b86b2-a101-4c3e-8af0-5bd3749be4ef), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:13.780657 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-37e0f719-0040-47b2-b6d6-cf91e0928207 admin admin] Publish callbacks [] for security_group (e48b86b2-a101-4c3e-8af0-5bd3749be4ef), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:13.882084 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 6c2853cb-d50f-430d-b97b-15e1d31b2b7d details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:25:13.885465 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-37e0f719-0040-47b2-b6d6-cf91e0928207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e48b86b2-a101-4c3e-8af0-5bd3749be4ef), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:13.888148 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-37e0f719-0040-47b2-b6d6-cf91e0928207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:13.889301 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-37e0f719-0040-47b2-b6d6-cf91e0928207 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e48b86b2-a101-4c3e-8af0-5bd3749be4ef HTTP/1.1" status: 204 len: 168 time: 0.1767614 Apr 11 18:25:13.907834 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0f719-0040-47b2-b6d6-cf91e0928207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48b86b2-a101-4c3e-8af0-5bd3749be4ef,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:13.950410 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d791aa-3703-4c27-a402-8d2ec6e9365c req-c7444bdf-5d73-414e-834e-8a68eee1dcbe tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:13.952802 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83d791aa-3703-4c27-a402-8d2ec6e9365c req-c7444bdf-5d73-414e-834e-8a68eee1dcbe tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0620897 Apr 11 18:25:14.003555 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:14.015589 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'port_id': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'mac_address': 'fa:16:3e:57:04:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:25:14.016722 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-83d791aa-3703-4c27-a402-8d2ec6e9365c req-a167bca7-e25e-405a-87af-4ec3a323ec2e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558887 Apr 11 18:25:14.056482 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d is: ACTIVE; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:25:14.056864 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.073449 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c2853cb-d50f-430d-b97b-15e1d31b2b7d {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:25:14.093803 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:14.160218 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.197663 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a2bf9-0366-4135-8fcb-b8d4e8b96737 req-16241643-535e-4c27-bc5d-c9ce6e240485 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:14.202381 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-261a2bf9-0366-4135-8fcb-b8d4e8b96737 req-16241643-535e-4c27-bc5d-c9ce6e240485 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.30 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 945 time: 0.0509644 Apr 11 18:25:14.219258 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,revision_number=6']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:14.226924 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.227295 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.227654 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.228015 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.228379 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.228679 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.229003 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.229329 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.229655 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.229980 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.230305 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.230649 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.230965 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.231312 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.231633 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:14.258732 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['6c2853cb-d50f-430d-b97b-15e1d31b2b7d'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:25:14.304551 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-261a2bf9-0366-4135-8fcb-b8d4e8b96737 req-d6bad2fa-5fba-478b-8adf-16e7cbd79ec3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Deleting port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:14.304900 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-261a2bf9-0366-4135-8fcb-b8d4e8b96737 req-d6bad2fa-5fba-478b-8adf-16e7cbd79ec3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.408786 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-261a2bf9-0366-4135-8fcb-b8d4e8b96737 req-d6bad2fa-5fba-478b-8adf-16e7cbd79ec3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] For port 9692ac9f-bf7f-4514-a9a3-36c3fba86978, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9692ac9f-bf7f-4514-a9a3-36c3fba86978,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:14.409193 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-261a2bf9-0366-4135-8fcb-b8d4e8b96737 req-d6bad2fa-5fba-478b-8adf-16e7cbd79ec3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.422548 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-261a2bf9-0366-4135-8fcb-b8d4e8b96737 req-d6bad2fa-5fba-478b-8adf-16e7cbd79ec3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Calling delete_port for 9692ac9f-bf7f-4514-a9a3-36c3fba86978 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:14.635836 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f4d75-87fc-4522-95b8-1886a72eeb21 req-c007fce7-1aef-45c2-b822-40a3a7a51cb8 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:14.637287 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-600f4d75-87fc-4522-95b8-1886a72eeb21 req-c007fce7-1aef-45c2-b822-40a3a7a51cb8 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 945 time: 0.0465755 Apr 11 18:25:14.667852 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-261a2bf9-0366-4135-8fcb-b8d4e8b96737 req-d6bad2fa-5fba-478b-8adf-16e7cbd79ec3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (9692ac9f-bf7f-4514-a9a3-36c3fba86978), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.682280 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['9692ac9f-bf7f-4514-a9a3-36c3fba86978'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:25:14.686132 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-600f4d75-87fc-4522-95b8-1886a72eeb21 req-4d0238d3-1e72-43a8-90cc-36aa63b22ceb tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/security-groups?id=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432050 Apr 11 18:25:14.702619 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bad2fa-5fba-478b-8adf-16e7cbd79ec3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Pushing event deleted for resources: {'Port': ['ID=9692ac9f-bf7f-4514-a9a3-36c3fba86978,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:14.755484 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-261a2bf9-0366-4135-8fcb-b8d4e8b96737 req-d6bad2fa-5fba-478b-8adf-16e7cbd79ec3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] No DVR routers for this DVR port 9692ac9f-bf7f-4514-a9a3-36c3fba86978 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:25:14.757996 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-261a2bf9-0366-4135-8fcb-b8d4e8b96737 req-d6bad2fa-5fba-478b-8adf-16e7cbd79ec3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:14.761322 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-261a2bf9-0366-4135-8fcb-b8d4e8b96737 req-d6bad2fa-5fba-478b-8adf-16e7cbd79ec3 tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.30 "DELETE /v2.0/ports/9692ac9f-bf7f-4514-a9a3-36c3fba86978 HTTP/1.1" status: 204 len: 173 time: 0.5556953 Apr 11 18:25:14.763307 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'name': 'network-vif-deleted', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:25:14.767029 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60208af8-c9d0-4c5f-9742-47911b17fe08" -d '{"events": [{"server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "name": "network-vif-deleted", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:25:14.801130 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0609bb79-e84c-4946-b7ec-e84e009a4f18 x-openstack-request-id: req-0609bb79-e84c-4946-b7ec-e84e009a4f18 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:25:14.801430 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4581bd9c-e37a-42ff-9279-cce82ff06c7a", "name": "network-vif-deleted", "tag": "9692ac9f-bf7f-4514-a9a3-36c3fba86978", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:25:14.801682 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0609bb79-e84c-4946-b7ec-e84e009a4f18 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:25:14.802088 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0609bb79-e84c-4946-b7ec-e84e009a4f18'] response: {'server_uuid': '4581bd9c-e37a-42ff-9279-cce82ff06c7a', 'name': 'network-vif-deleted', 'tag': '9692ac9f-bf7f-4514-a9a3-36c3fba86978', 'status': 'completed', 'code': 200} Apr 11 18:25:15.149381 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecd172-56bd-4844-a09b-66740da7a31f req-87f3ba11-8a20-4cdb-934a-42b4900e7ad9 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:15.151036 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7aecd172-56bd-4844-a09b-66740da7a31f req-87f3ba11-8a20-4cdb-934a-42b4900e7ad9 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 945 time: 0.0497355 Apr 11 18:25:15.202140 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7aecd172-56bd-4844-a09b-66740da7a31f req-26c29b45-265e-44b5-ad24-1b2e3d84905d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452628 Apr 11 18:25:15.803993 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fa959932-146b-477f-9be0-323216960a68 req-67361bb1-18fb-40bb-956a-b73c1b86465d tempest-TestMinimumBasicScenario-268711688 tempest-TestMinimumBasicScenario-268711688-project] 10.222.0.64 "GET /v2.0/ports?device_id=4581bd9c-e37a-42ff-9279-cce82ff06c7a HTTP/1.1" status: 200 len: 210 time: 0.0321169 Apr 11 18:25:15.895892 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 6c2853cb-d50f-430d-b97b-15e1d31b2b7d up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:25:15.941547 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:25:15.942205 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:16.032225 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:25:16.032614 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:16.057588 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:25:16.059773 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07693c5-dcfc-4102-a8e4-2dd18c68a2a5" -d '{"events": [{"server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "name": "network-vif-plugged", "status": "completed", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:25:16.074411 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:16.096025 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b7076f-c928-4e9a-b6fd-29b94a99e894 x-openstack-request-id: req-25b7076f-c928-4e9a-b6fd-29b94a99e894 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:25:16.097118 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "name": "network-vif-plugged", "status": "completed", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:25:16.097380 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25b7076f-c928-4e9a-b6fd-29b94a99e894 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:25:16.097830 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b7076f-c928-4e9a-b6fd-29b94a99e894'] response: {'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'code': 200} Apr 11 18:25:16.166078 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:16.216547 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,revision_number=7']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:16.321781 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a94a-ebd4-4c12-b015-2ed67406dc11 req-00dd4fce-c181-4727-bf77-e5115ef508e9 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:16.323284 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5322a94a-ebd4-4c12-b015-2ed67406dc11 req-00dd4fce-c181-4727-bf77-e5115ef508e9 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0477059 Apr 11 18:25:16.373241 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5322a94a-ebd4-4c12-b015-2ed67406dc11 req-a590ff6f-1a06-4a34-aab3-11005d124fdd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424304 Apr 11 18:25:17.510534 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7f522-8807-4d83-80fe-8e167a1088e8 req-673bf97a-1ef0-42a0-8370-2c5ea94a6217 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:17.515685 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-09d7f522-8807-4d83-80fe-8e167a1088e8 req-673bf97a-1ef0-42a0-8370-2c5ea94a6217 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0556376 Apr 11 18:25:17.577972 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-09d7f522-8807-4d83-80fe-8e167a1088e8 req-127e8635-40f0-4c89-849f-034497e1417c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601246 Apr 11 18:25:17.911413 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 9692ac9f-bf7f-4514-a9a3-36c3fba86978 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:17.946082 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 9692ac9f-bf7f-4514-a9a3-36c3fba86978 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:17.946422 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 9692ac9f-bf7f-4514-a9a3-36c3fba86978 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:18.581572 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 52720) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:18.751748 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c322c-d029-4272-8bec-1692f9c29c3a req-ea75803e-0814-485c-ab75-b7084a4bbc96 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:18.757390 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5d6c322c-d029-4272-8bec-1692f9c29c3a req-ea75803e-0814-485c-ab75-b7084a4bbc96 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0853212 Apr 11 18:25:18.835637 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5d6c322c-d029-4272-8bec-1692f9c29c3a req-9dcde1ab-c56a-4723-b054-afd757bd4472 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730953 Apr 11 18:25:19.103842 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcc4d680-e554-4987-8d44-3abd05b26b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7919025'] for router_interface (6d6ec4b7-977a-4b19-bba4-b107df3104af), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:19.424186 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4d680-e554-4987-8d44-3abd05b26b73 admin admin] Deleting port a9521861-f885-491f-af80-d9f5d74636be {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:19.425473 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcc4d680-e554-4987-8d44-3abd05b26b73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (a9521861-f885-491f-af80-d9f5d74636be), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:19.510830 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-fcc4d680-e554-4987-8d44-3abd05b26b73 admin admin] For port a9521861-f885-491f-af80-d9f5d74636be, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=a9521861-f885-491f-af80-d9f5d74636be,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:19.511226 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcc4d680-e554-4987-8d44-3abd05b26b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (a9521861-f885-491f-af80-d9f5d74636be), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:19.525094 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-fcc4d680-e554-4987-8d44-3abd05b26b73 admin admin] Calling delete_port for a9521861-f885-491f-af80-d9f5d74636be owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:20.027519 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def4fec-0ebb-4e23-8563-e9c96fb7e9f5 req-dffe3aea-d301-4472-b09d-8f5157b621d6 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:20.027519 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8def4fec-0ebb-4e23-8563-e9c96fb7e9f5 req-dffe3aea-d301-4472-b09d-8f5157b621d6 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0604832 Apr 11 18:25:20.083534 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8def4fec-0ebb-4e23-8563-e9c96fb7e9f5 req-27090607-391f-4f5a-b5ab-2b5e691ae96f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506010 Apr 11 18:25:20.103201 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcc4d680-e554-4987-8d44-3abd05b26b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (a9521861-f885-491f-af80-d9f5d74636be), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:20.133949 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4d680-e554-4987-8d44-3abd05b26b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9521861-f885-491f-af80-d9f5d74636be,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:20.345872 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fcc4d680-e554-4987-8d44-3abd05b26b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7877589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918877'] for router_interface (6d6ec4b7-977a-4b19-bba4-b107df3104af), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:20.605100 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc4d680-e554-4987-8d44-3abd05b26b73 admin admin] Router 6d6ec4b7-977a-4b19-bba4-b107df3104af has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:25:20.721024 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc4d680-e554-4987-8d44-3abd05b26b73 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:25:20.729191 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fcc4d680-e554-4987-8d44-3abd05b26b73 admin admin] 10.222.0.64 "PUT /v2.0/routers/6d6ec4b7-977a-4b19-bba4-b107df3104af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1435175 Apr 11 18:25:20.729489 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52766) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:20.738691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d59f1c-387f-4d70-8b7f-7ab87568a691 None None] Sync routers for ids ['6d6ec4b7-977a-4b19-bba4-b107df3104af'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:25:20.755222 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d59f1c-387f-4d70-8b7f-7ab87568a691 None None] Routers {'6d6ec4b7-977a-4b19-bba4-b107df3104af'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:20.759136 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d9d59f1c-387f-4d70-8b7f-7ab87568a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['6d6ec4b7-977a-4b19-bba4-b107df3104af'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:20.888811 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-d9d59f1c-387f-4d70-8b7f-7ab87568a691 None None] Set router 6d6ec4b7-977a-4b19-bba4-b107df3104af gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:20.922712 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Publish callbacks [] for router (6d6ec4b7-977a-4b19-bba4-b107df3104af), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:21.107937 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Publish callbacks [] for router_gateway (6d6ec4b7-977a-4b19-bba4-b107df3104af), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:21.157693 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d9d59f1c-387f-4d70-8b7f-7ab87568a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:25:19Z', 'revision_number': 5, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port': {'id': '37761b32-342a-4ec4-aa72-a39eb86f81ce', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:34Z', 'updated_at': '2022-04-11T18:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:21.196123 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d59f1c-387f-4d70-8b7f-7ab87568a691 None None] Checking router: 6d6ec4b7-977a-4b19-bba4-b107df3104af for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:25:21.206203 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d59f1c-387f-4d70-8b7f-7ab87568a691 None None] Routers {'6d6ec4b7-977a-4b19-bba4-b107df3104af'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:21.207162 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d9d59f1c-387f-4d70-8b7f-7ab87568a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['6d6ec4b7-977a-4b19-bba4-b107df3104af'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:21.222263 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733f6a1-0e9b-40d4-a192-814704c3ad42 req-2e0bcdc2-0e76-4c06-a2f7-2112ee5f6f10 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:21.223851 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5733f6a1-0e9b-40d4-a192-814704c3ad42 req-2e0bcdc2-0e76-4c06-a2f7-2112ee5f6f10 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0594935 Apr 11 18:25:21.293046 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Deleting port 37761b32-342a-4ec4-aa72-a39eb86f81ce {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:21.293431 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:21.361148 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-d9d59f1c-387f-4d70-8b7f-7ab87568a691 None None] Set router 6d6ec4b7-977a-4b19-bba4-b107df3104af gateway port host: None {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:21.372500 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5733f6a1-0e9b-40d4-a192-814704c3ad42 req-660a10d2-4456-4337-87ce-947a573a00a9 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426003 Apr 11 18:25:21.428299 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] For port 37761b32-342a-4ec4-aa72-a39eb86f81ce, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=37761b32-342a-4ec4-aa72-a39eb86f81ce,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:21.428655 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:21.444370 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d9d59f1c-387f-4d70-8b7f-7ab87568a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:25:21Z', 'revision_number': 6, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port_host': None}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:21.448147 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Calling delete_port for 37761b32-342a-4ec4-aa72-a39eb86f81ce owned by network:router_gateway {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:21.477637 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d59f1c-387f-4d70-8b7f-7ab87568a691 None None] The sync data for ids ['6d6ec4b7-977a-4b19-bba4-b107df3104af'] in dv-cinder-837355-1-iscsi is: [{'id': '6d6ec4b7-977a-4b19-bba4-b107df3104af', 'name': 'tempest-TestMinimumBasicScenario-729796192-router', 'tenant_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:33Z', 'updated_at': '2022-04-11T18:25:21Z', 'revision_number': 6, 'project_id': 'd11915a0223b4b3cb4dd1b19e8c59a28', 'gw_port_host': None}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:25:21.766117 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (37761b32-342a-4ec4-aa72-a39eb86f81ce), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:21.809694 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Pushing event deleted for resources: {'Port': ['ID=37761b32-342a-4ec4-aa72-a39eb86f81ce,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:21.912379 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7918843'] for router_gateway (6d6ec4b7-977a-4b19-bba4-b107df3104af), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:22.085856 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8366165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4787'] for router (6d6ec4b7-977a-4b19-bba4-b107df3104af), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:22.090284 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Publish callbacks [] for router_controller (6d6ec4b7-977a-4b19-bba4-b107df3104af), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:22.274375 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8366172'] for router (6d6ec4b7-977a-4b19-bba4-b107df3104af), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:22.275045 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d6ec4b7-977a-4b19-bba4-b107df3104af {{(pid=104081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:25:22.279477 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:22.286331 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-520fd350-7983-4c4a-b4e4-e7dc1319f30f admin admin] 10.222.0.64 "DELETE /v2.0/routers/6d6ec4b7-977a-4b19-bba4-b107df3104af HTTP/1.1" status: 204 len: 168 time: 1.5501411 Apr 11 18:25:22.287649 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52802) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:22.324925 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device a9521861-f885-491f-af80-d9f5d74636be no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:22.368519 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: a9521861-f885-491f-af80-d9f5d74636be {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:22.368924 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf7fa1c-524a-4f1c-bd73-abd27b179626 admin admin] Deleting subnet ea258085-af72-47cc-9c2f-16ca68e1d2bc {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:25:22.372200 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device a9521861-f885-491f-af80-d9f5d74636be not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:22.372668 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-abf7fa1c-524a-4f1c-bd73-abd27b179626 admin admin] Publish callbacks [] for subnet (ea258085-af72-47cc-9c2f-16ca68e1d2bc), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:22.428268 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-abf7fa1c-524a-4f1c-bd73-abd27b179626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7668634'] for subnet (ea258085-af72-47cc-9c2f-16ca68e1d2bc), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:22.525319 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f7f8d-a0a6-4161-8fd5-efce6c3db6a6 req-cd8b136f-bff8-4814-85df-58c4b6e34699 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:22.527240 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-eb5f7f8d-a0a6-4161-8fd5-efce6c3db6a6 req-cd8b136f-bff8-4814-85df-58c4b6e34699 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0723674 Apr 11 18:25:22.598330 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-abf7fa1c-524a-4f1c-bd73-abd27b179626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (ea258085-af72-47cc-9c2f-16ca68e1d2bc), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:22.633883 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-eb5f7f8d-a0a6-4161-8fd5-efce6c3db6a6 req-d28784fc-016f-4619-aea2-340aa97bf377 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808151 Apr 11 18:25:22.743163 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-abf7fa1c-524a-4f1c-bd73-abd27b179626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201437'] for subnet (ea258085-af72-47cc-9c2f-16ca68e1d2bc), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:22.776607 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7fa1c-524a-4f1c-bd73-abd27b179626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea258085-af72-47cc-9c2f-16ca68e1d2bc,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:22.789625 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a66188-60d0-4cb8-9872-750eb44a3c01 None None] Network 1566b786-42c0-43d8-949f-9debe78c0e87 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:25:22.798568 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-abf7fa1c-524a-4f1c-bd73-abd27b179626 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:22.803282 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-abf7fa1c-524a-4f1c-bd73-abd27b179626 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ea258085-af72-47cc-9c2f-16ca68e1d2bc HTTP/1.1" status: 204 len: 168 time: 0.5143728 Apr 11 18:25:22.805808 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52806) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:22.913137 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (1566b786-42c0-43d8-949f-9debe78c0e87), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:22.967756 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Deleting port bbd5a951-422d-46ae-973f-cccd5ac908a3 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:22.968065 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:23.014057 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60591cfc-d43d-4175-906a-dde576c2f7f1 None None] DHCP port deletion for 1566b786-42c0-43d8-949f-9debe78c0e87 request from dv-cinder-837355-1-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:25:23.067456 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-60591cfc-d43d-4175-906a-dde576c2f7f1 None None] Deleting port bbd5a951-422d-46ae-973f-cccd5ac908a3 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:23.067902 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-60591cfc-d43d-4175-906a-dde576c2f7f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:23.083880 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] For port bbd5a951-422d-46ae-973f-cccd5ac908a3, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=bbd5a951-422d-46ae-973f-cccd5ac908a3,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:23.084243 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:23.101156 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Calling delete_port for bbd5a951-422d-46ae-973f-cccd5ac908a3 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:23.179994 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-60591cfc-d43d-4175-906a-dde576c2f7f1 None None] For port bbd5a951-422d-46ae-973f-cccd5ac908a3, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=bbd5a951-422d-46ae-973f-cccd5ac908a3,segment=NetworkSegment(6ff271e7-67e1-44e7-9711-2c61a24f9d51),segment_id=6ff271e7-67e1-44e7-9711-2c61a24f9d51)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:23.180715 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-60591cfc-d43d-4175-906a-dde576c2f7f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:23.201031 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-60591cfc-d43d-4175-906a-dde576c2f7f1 None None] Calling delete_port for bbd5a951-422d-46ae-973f-cccd5ac908a3 owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:23.317698 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:23.321804 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-60591cfc-d43d-4175-906a-dde576c2f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220'] for port (bbd5a951-422d-46ae-973f-cccd5ac908a3), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:23.358900 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd5a951-422d-46ae-973f-cccd5ac908a3,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:23.365472 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] No DVR routers for this DVR port bbd5a951-422d-46ae-973f-cccd5ac908a3 on host dv-cinder-837355-1-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:25:23.380338 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60591cfc-d43d-4175-906a-dde576c2f7f1 None None] Pushing event deleted for resources: {'Port': ['ID=bbd5a951-422d-46ae-973f-cccd5ac908a3,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:23.382437 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60591cfc-d43d-4175-906a-dde576c2f7f1 None None] No DVR routers for this DVR port bbd5a951-422d-46ae-973f-cccd5ac908a3 on host dv-cinder-837355-1-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:25:23.466773 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (1566b786-42c0-43d8-949f-9debe78c0e87), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:23.493479 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1566b786-42c0-43d8-949f-9debe78c0e87']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:23.509866 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff271e7-67e1-44e7-9711-2c61a24f9d51') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:23.509866 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff271e7-67e1-44e7-9711-2c61a24f9d51') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:23.531602 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7668627'] for segment (6ff271e7-67e1-44e7-9711-2c61a24f9d51), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:23.543070 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (6ff271e7-67e1-44e7-9711-2c61a24f9d51), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:23.550873 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:25:23.551308 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668849'] for segment (6ff271e7-67e1-44e7-9711-2c61a24f9d51), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: Traceback (most recent call last): Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: timer() Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: cb(*args, **kw) Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: return func(*args, **kwargs) Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: self._notify() Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: self.callback(batched_events) Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: event.method(event) Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: return f(self, *a, **k) Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._get(url).json() Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: return self.request(url, 'GET', **kwargs) Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:25:23.553504 dv-cinder-837355-1-iscsi neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:25:23.714105 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (1566b786-42c0-43d8-949f-9debe78c0e87), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:23.733611 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:23.740959 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1566b786-42c0-43d8-949f-9debe78c0e87 HTTP/1.1" status: 204 len: 168 time: 0.9294138 Apr 11 18:25:23.740959 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e317f1-799c-46d4-b3d6-8837d92cff51 admin admin] Pushing event deleted for resources: {'Network': ['ID=1566b786-42c0-43d8-949f-9debe78c0e87,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:23.741535 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 52824) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:23.834337 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebdf64-7add-47e4-92fb-0bce25975751 req-d1014de6-72e8-47b0-8c53-f8038d17ecb6 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:23.836448 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b4ebdf64-7add-47e4-92fb-0bce25975751 req-d1014de6-72e8-47b0-8c53-f8038d17ecb6 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.1045387 Apr 11 18:25:23.872781 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 37761b32-342a-4ec4-aa72-a39eb86f81ce no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:23.896705 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 37761b32-342a-4ec4-aa72-a39eb86f81ce {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:23.897356 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 37761b32-342a-4ec4-aa72-a39eb86f81ce not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:23.897776 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device bbd5a951-422d-46ae-973f-cccd5ac908a3 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:23.921559 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: bbd5a951-422d-46ae-973f-cccd5ac908a3 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:23.921905 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device bbd5a951-422d-46ae-973f-cccd5ac908a3 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:23.947384 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b4ebdf64-7add-47e4-92fb-0bce25975751 req-97806bd3-f158-4c14-8b43-713ba768f427 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041090 Apr 11 18:25:24.187339 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-07d6fdaf-fe04-4e70-8951-44a470f9ed98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7919025'] for router_interface (17718edf-483f-4981-8169-011c5d3e8491), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:24.422133 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52830) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:24.453712 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-07d6fdaf-fe04-4e70-8951-44a470f9ed98 admin admin] Deleting port e135d6d1-dc66-49cd-a087-9ae186f2b0ec {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:24.454053 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-07d6fdaf-fe04-4e70-8951-44a470f9ed98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:24.562498 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9707ce46-b681-450c-9c1f-a6289387e884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:24.584074 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-07d6fdaf-fe04-4e70-8951-44a470f9ed98 admin admin] For port e135d6d1-dc66-49cd-a087-9ae186f2b0ec, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=e135d6d1-dc66-49cd-a087-9ae186f2b0ec,segment=NetworkSegment(4873d822-2ecf-40bb-9288-cf0d89066ac3),segment_id=4873d822-2ecf-40bb-9288-cf0d89066ac3)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:24.584437 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-07d6fdaf-fe04-4e70-8951-44a470f9ed98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:24.600752 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-07d6fdaf-fe04-4e70-8951-44a470f9ed98 admin admin] Calling delete_port for e135d6d1-dc66-49cd-a087-9ae186f2b0ec owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:24.647963 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9707ce46-b681-450c-9c1f-a6289387e884 admin admin] Publish callbacks [] for security_group (67fe3285-443c-4004-82f5-51ed19f46a97), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:24.731817 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9707ce46-b681-450c-9c1f-a6289387e884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (67fe3285-443c-4004-82f5-51ed19f46a97), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:24.786503 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9707ce46-b681-450c-9c1f-a6289387e884 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6eb1a85a5ea4f348f779fc08a6379ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632052 Apr 11 18:25:24.789164 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52840) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:24.827372 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707ce46-b681-450c-9c1f-a6289387e884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fe3285-443c-4004-82f5-51ed19f46a97,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:24.848741 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f2667bd9-3a86-4307-90cf-9458dae5ec9d admin admin] Publish callbacks [] for security_group (67fe3285-443c-4004-82f5-51ed19f46a97), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:24.873296 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f2667bd9-3a86-4307-90cf-9458dae5ec9d admin admin] Publish callbacks [] for security_group (67fe3285-443c-4004-82f5-51ed19f46a97), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:24.933781 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-07d6fdaf-fe04-4e70-8951-44a470f9ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (e135d6d1-dc66-49cd-a087-9ae186f2b0ec), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:24.961259 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6fdaf-fe04-4e70-8951-44a470f9ed98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e135d6d1-dc66-49cd-a087-9ae186f2b0ec,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:25.017376 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f2667bd9-3a86-4307-90cf-9458dae5ec9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (67fe3285-443c-4004-82f5-51ed19f46a97), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:25.025984 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f2667bd9-3a86-4307-90cf-9458dae5ec9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:25.027381 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f2667bd9-3a86-4307-90cf-9458dae5ec9d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67fe3285-443c-4004-82f5-51ed19f46a97 HTTP/1.1" status: 204 len: 168 time: 0.2368319 Apr 11 18:25:25.070763 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2667bd9-3a86-4307-90cf-9458dae5ec9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fe3285-443c-4004-82f5-51ed19f46a97,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:25.148319 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e240f-64bd-4905-b554-4947076fe46d req-ea3ec776-df16-43af-8db8-ffe9e3b81fdf tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:25.151205 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5c6e240f-64bd-4905-b554-4947076fe46d req-ea3ec776-df16-43af-8db8-ffe9e3b81fdf tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.1206913 Apr 11 18:25:25.247312 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5c6e240f-64bd-4905-b554-4947076fe46d req-c93db56b-c7e2-4db5-ada1-502199e49dad tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890815 Apr 11 18:25:25.289486 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-07d6fdaf-fe04-4e70-8951-44a470f9ed98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7877589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918877'] for router_interface (17718edf-483f-4981-8169-011c5d3e8491), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:25.545098 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d6fdaf-fe04-4e70-8951-44a470f9ed98 admin admin] Router 17718edf-483f-4981-8169-011c5d3e8491 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:25:25.666576 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d6fdaf-fe04-4e70-8951-44a470f9ed98 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:25:25.672958 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-07d6fdaf-fe04-4e70-8951-44a470f9ed98 admin admin] 10.222.0.64 "PUT /v2.0/routers/17718edf-483f-4981-8169-011c5d3e8491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9295104 Apr 11 18:25:25.674969 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 52852) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:25.680845 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb608804-2967-44e8-a1e0-ac4c6f5c5724 None None] Sync routers for ids ['17718edf-483f-4981-8169-011c5d3e8491'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:25:25.696451 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb608804-2967-44e8-a1e0-ac4c6f5c5724 None None] Routers {'17718edf-483f-4981-8169-011c5d3e8491'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:25.697096 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-cb608804-2967-44e8-a1e0-ac4c6f5c5724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['17718edf-483f-4981-8169-011c5d3e8491'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:25.819037 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52854) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:25.844205 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-88db4f35-4038-46e6-b89d-09b7dcc195bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:25.891823 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-cb608804-2967-44e8-a1e0-ac4c6f5c5724 None None] Set router 17718edf-483f-4981-8169-011c5d3e8491 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:25.967948 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-88db4f35-4038-46e6-b89d-09b7dcc195bb admin admin] Publish callbacks [] for security_group (f7ceb0a0-10d3-407c-97ce-1ae913601a9e), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:26.045823 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-88db4f35-4038-46e6-b89d-09b7dcc195bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (f7ceb0a0-10d3-407c-97ce-1ae913601a9e), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:26.107259 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-88db4f35-4038-46e6-b89d-09b7dcc195bb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13b53fa6046849289ccf3a01be80c027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862866 Apr 11 18:25:26.107947 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db4f35-4038-46e6-b89d-09b7dcc195bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ceb0a0-10d3-407c-97ce-1ae913601a9e,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:26.110763 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52856) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:26.130090 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-cb608804-2967-44e8-a1e0-ac4c6f5c5724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17718edf-483f-4981-8169-011c5d3e8491', 'name': 'tempest-TestMinimumBasicScenario-1147868836-router', 'tenant_id': '11693509abc94987af9166f47efc3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:46Z', 'updated_at': '2022-04-11T18:25:24Z', 'revision_number': 5, 'project_id': '11693509abc94987af9166f47efc3156', 'gw_port': {'id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17718edf-483f-4981-8169-011c5d3e8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:47Z', 'updated_at': '2022-04-11T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:26.168926 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb608804-2967-44e8-a1e0-ac4c6f5c5724 None None] Checking router: 17718edf-483f-4981-8169-011c5d3e8491 for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:25:26.179462 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb608804-2967-44e8-a1e0-ac4c6f5c5724 None None] Routers {'17718edf-483f-4981-8169-011c5d3e8491'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:26.180438 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-cb608804-2967-44e8-a1e0-ac4c6f5c5724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['17718edf-483f-4981-8169-011c5d3e8491'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:26.190333 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d3a681a-a116-4cd8-8100-26412de62450 admin admin] Publish callbacks [] for security_group (f7ceb0a0-10d3-407c-97ce-1ae913601a9e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:26.217302 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Publish callbacks [] for router (17718edf-483f-4981-8169-011c5d3e8491), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:26.231447 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d3a681a-a116-4cd8-8100-26412de62450 admin admin] Publish callbacks [] for security_group (f7ceb0a0-10d3-407c-97ce-1ae913601a9e), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:26.369689 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Publish callbacks [] for router_gateway (17718edf-483f-4981-8169-011c5d3e8491), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:26.430583 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d3a681a-a116-4cd8-8100-26412de62450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (f7ceb0a0-10d3-407c-97ce-1ae913601a9e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:26.435795 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5d3a681a-a116-4cd8-8100-26412de62450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:26.437311 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5d3a681a-a116-4cd8-8100-26412de62450 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f7ceb0a0-10d3-407c-97ce-1ae913601a9e HTTP/1.1" status: 204 len: 168 time: 0.3136647 Apr 11 18:25:26.459476 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a681a-a116-4cd8-8100-26412de62450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ceb0a0-10d3-407c-97ce-1ae913601a9e,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:26.468577 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4294c12-7ba8-4196-8c0d-2110c7fc26b1 req-047df778-7df8-4066-810d-7f093f8612da tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:26.479648 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a4294c12-7ba8-4196-8c0d-2110c7fc26b1 req-047df778-7df8-4066-810d-7f093f8612da tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0906477 Apr 11 18:25:26.597864 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a4294c12-7ba8-4196-8c0d-2110c7fc26b1 req-f21477a8-1a5c-4777-865b-09239f97b617 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162558 Apr 11 18:25:26.607390 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Deleting port 3f81f47a-200b-4ec6-a24e-dc11858443b7 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:26.607743 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:26.643735 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-cb608804-2967-44e8-a1e0-ac4c6f5c5724 None None] Set router 17718edf-483f-4981-8169-011c5d3e8491 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:26.702343 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] For port 3f81f47a-200b-4ec6-a24e-dc11858443b7, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=3f81f47a-200b-4ec6-a24e-dc11858443b7,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:26.702910 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:26.717835 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Calling delete_port for 3f81f47a-200b-4ec6-a24e-dc11858443b7 owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:26.889442 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-cb608804-2967-44e8-a1e0-ac4c6f5c5724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17718edf-483f-4981-8169-011c5d3e8491', 'name': 'tempest-TestMinimumBasicScenario-1147868836-router', 'tenant_id': '11693509abc94987af9166f47efc3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:46Z', 'updated_at': '2022-04-11T18:25:24Z', 'revision_number': 5, 'project_id': '11693509abc94987af9166f47efc3156', 'gw_port': {'id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17718edf-483f-4981-8169-011c5d3e8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:47Z', 'updated_at': '2022-04-11T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:26.935180 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb608804-2967-44e8-a1e0-ac4c6f5c5724 None None] The sync data for ids ['17718edf-483f-4981-8169-011c5d3e8491'] in dv-cinder-837355-1-iscsi is: [{'id': '17718edf-483f-4981-8169-011c5d3e8491', 'name': 'tempest-TestMinimumBasicScenario-1147868836-router', 'tenant_id': '11693509abc94987af9166f47efc3156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:21:46Z', 'updated_at': '2022-04-11T18:25:24Z', 'revision_number': 5, 'project_id': '11693509abc94987af9166f47efc3156', 'gw_port': {'id': '3f81f47a-200b-4ec6-a24e-dc11858443b7', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17718edf-483f-4981-8169-011c5d3e8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:21:47Z', 'updated_at': '2022-04-11T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:25:27.023773 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (3f81f47a-200b-4ec6-a24e-dc11858443b7), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:27.056696 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Pushing event deleted for resources: {'Port': ['ID=3f81f47a-200b-4ec6-a24e-dc11858443b7,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:27.141716 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7918843'] for router_gateway (17718edf-483f-4981-8169-011c5d3e8491), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:27.265340 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8366165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4787'] for router (17718edf-483f-4981-8169-011c5d3e8491), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:27.267201 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Publish callbacks [] for router_controller (17718edf-483f-4981-8169-011c5d3e8491), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:27.439716 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8366172'] for router (17718edf-483f-4981-8169-011c5d3e8491), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:27.440292 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17718edf-483f-4981-8169-011c5d3e8491 {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:25:27.446388 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:27.449443 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-6e93615b-87ff-44a9-b346-b7b8e50a52dd admin admin] 10.222.0.64 "DELETE /v2.0/routers/17718edf-483f-4981-8169-011c5d3e8491 HTTP/1.1" status: 204 len: 168 time: 1.7732661 Apr 11 18:25:27.456096 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52876) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:27.521669 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-762da24f-3cf9-4c76-84ec-172b70dd8309 admin admin] Deleting subnet 225a6b22-41a8-4773-a2f3-74baf8fe39d6 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:25:27.528527 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-762da24f-3cf9-4c76-84ec-172b70dd8309 admin admin] Publish callbacks [] for subnet (225a6b22-41a8-4773-a2f3-74baf8fe39d6), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:27.586223 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-762da24f-3cf9-4c76-84ec-172b70dd8309 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7668634'] for subnet (225a6b22-41a8-4773-a2f3-74baf8fe39d6), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:27.720254 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-762da24f-3cf9-4c76-84ec-172b70dd8309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (225a6b22-41a8-4773-a2f3-74baf8fe39d6), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:27.889575 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1fa1b-065e-4049-a599-b9cd1728676f req-ce233465-f009-4745-97dc-52483929678c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:27.889679 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device e135d6d1-dc66-49cd-a087-9ae186f2b0ec no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:27.892024 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66c1fa1b-065e-4049-a599-b9cd1728676f req-ce233465-f009-4745-97dc-52483929678c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.1679232 Apr 11 18:25:27.920332 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: e135d6d1-dc66-49cd-a087-9ae186f2b0ec {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:27.920683 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device e135d6d1-dc66-49cd-a087-9ae186f2b0ec not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:27.973081 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66c1fa1b-065e-4049-a599-b9cd1728676f req-5a2256b7-ae83-4d4b-ad5e-b6598908c633 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801075 Apr 11 18:25:28.120413 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-762da24f-3cf9-4c76-84ec-172b70dd8309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201437'] for subnet (225a6b22-41a8-4773-a2f3-74baf8fe39d6), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:28.149524 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762da24f-3cf9-4c76-84ec-172b70dd8309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225a6b22-41a8-4773-a2f3-74baf8fe39d6,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:28.153749 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-762da24f-3cf9-4c76-84ec-172b70dd8309 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:28.159322 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-762da24f-3cf9-4c76-84ec-172b70dd8309 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/225a6b22-41a8-4773-a2f3-74baf8fe39d6 HTTP/1.1" status: 204 len: 168 time: 0.6998878 Apr 11 18:25:28.160358 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52890) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:28.162352 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e29db-c1d9-4755-99bb-bed3c2e5609b None None] Network 9d4f5d16-07fd-4777-a924-418c1cc741a2 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:25:28.269919 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (9d4f5d16-07fd-4777-a924-418c1cc741a2), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:28.336295 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Deleting port 23e8b730-b3d8-409b-aded-8c35c77b91f8 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:28.336785 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:28.413969 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] For port 23e8b730-b3d8-409b-aded-8c35c77b91f8, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=23e8b730-b3d8-409b-aded-8c35c77b91f8,segment=NetworkSegment(4873d822-2ecf-40bb-9288-cf0d89066ac3),segment_id=4873d822-2ecf-40bb-9288-cf0d89066ac3)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:28.414345 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:28.429139 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Calling delete_port for 23e8b730-b3d8-409b-aded-8c35c77b91f8 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:28.441521 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:25:28.571469 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9646b29-8332-4fe6-b5a5-cdf4e491c846 None None] DHCP port deletion for 9d4f5d16-07fd-4777-a924-418c1cc741a2 request from dv-cinder-837355-1-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:25:28.623189 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e9646b29-8332-4fe6-b5a5-cdf4e491c846 None None] Deleting port 23e8b730-b3d8-409b-aded-8c35c77b91f8 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:28.623808 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e9646b29-8332-4fe6-b5a5-cdf4e491c846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:28.689282 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e9646b29-8332-4fe6-b5a5-cdf4e491c846 None None] For port 23e8b730-b3d8-409b-aded-8c35c77b91f8, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=23e8b730-b3d8-409b-aded-8c35c77b91f8,segment=NetworkSegment(4873d822-2ecf-40bb-9288-cf0d89066ac3),segment_id=4873d822-2ecf-40bb-9288-cf0d89066ac3)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:28.689755 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e9646b29-8332-4fe6-b5a5-cdf4e491c846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:28.703782 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e9646b29-8332-4fe6-b5a5-cdf4e491c846 None None] Calling delete_port for 23e8b730-b3d8-409b-aded-8c35c77b91f8 owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:28.845648 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:28.853481 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e9646b29-8332-4fe6-b5a5-cdf4e491c846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220'] for port (23e8b730-b3d8-409b-aded-8c35c77b91f8), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:28.884245 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9646b29-8332-4fe6-b5a5-cdf4e491c846 None None] No DVR routers for this DVR port 23e8b730-b3d8-409b-aded-8c35c77b91f8 on host dv-cinder-837355-1-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:25:28.886955 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=23e8b730-b3d8-409b-aded-8c35c77b91f8,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:28.894806 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] No DVR routers for this DVR port 23e8b730-b3d8-409b-aded-8c35c77b91f8 on host dv-cinder-837355-1-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:25:28.935592 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9646b29-8332-4fe6-b5a5-cdf4e491c846 None None] Pushing event deleted for resources: {'Port': ['ID=23e8b730-b3d8-409b-aded-8c35c77b91f8,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:29.051770 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (9d4f5d16-07fd-4777-a924-418c1cc741a2), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:29.125608 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4f5d16-07fd-4777-a924-418c1cc741a2']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:29.145206 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4873d822-2ecf-40bb-9288-cf0d89066ac3') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:29.145499 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4873d822-2ecf-40bb-9288-cf0d89066ac3') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:29.161833 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84569d-d4fc-40a4-9f0a-a091d890f056 req-43805045-59e0-4ffd-b57d-44b122634056 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:29.163727 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ba84569d-d4fc-40a4-9f0a-a091d890f056 req-43805045-59e0-4ffd-b57d-44b122634056 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0953248 Apr 11 18:25:29.165130 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7668627'] for segment (4873d822-2ecf-40bb-9288-cf0d89066ac3), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:29.216380 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (4873d822-2ecf-40bb-9288-cf0d89066ac3), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:29.226946 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:25:29.227700 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668849'] for segment (4873d822-2ecf-40bb-9288-cf0d89066ac3), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: Traceback (most recent call last): Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: timer() Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: cb(*args, **kw) Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: return func(*args, **kwargs) Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: self._notify() Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: self.callback(batched_events) Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: event.method(event) Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: return f(self, *a, **k) Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._get(url).json() Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: return self.request(url, 'GET', **kwargs) Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:25:29.229432 dv-cinder-837355-1-iscsi neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:25:29.320415 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ba84569d-d4fc-40a4-9f0a-a091d890f056 req-5cfd5233-6985-4b52-b98b-40214267164c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343682 Apr 11 18:25:29.412607 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (9d4f5d16-07fd-4777-a924-418c1cc741a2), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:29.421386 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:29.422633 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] 10.222.0.64 "DELETE /v2.0/networks/9d4f5d16-07fd-4777-a924-418c1cc741a2 HTTP/1.1" status: 204 len: 168 time: 1.2619431 Apr 11 18:25:29.440027 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a60560-6877-4a81-9fd7-276290fff4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=9d4f5d16-07fd-4777-a924-418c1cc741a2,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:29.815123 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 23e8b730-b3d8-409b-aded-8c35c77b91f8 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:29.835608 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 23e8b730-b3d8-409b-aded-8c35c77b91f8 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:29.835956 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 23e8b730-b3d8-409b-aded-8c35c77b91f8 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:29.836365 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 3f81f47a-200b-4ec6-a24e-dc11858443b7 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:29.856232 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 3f81f47a-200b-4ec6-a24e-dc11858443b7 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:29.856507 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 3f81f47a-200b-4ec6-a24e-dc11858443b7 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:29.929812 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52940) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:29.970881 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-38bb658c-8795-4f60-bae2-5b8160f5ba57 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d11915a0223b4b3cb4dd1b19e8c59a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398922 Apr 11 18:25:29.974180 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52942) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:30.025549 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4e4fbb54-9e21-4d42-8984-810e9699f43f admin admin] Publish callbacks [] for security_group (9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:30.047514 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4e4fbb54-9e21-4d42-8984-810e9699f43f admin admin] Publish callbacks [] for security_group (9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:30.171013 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4e4fbb54-9e21-4d42-8984-810e9699f43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:30.173656 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4e4fbb54-9e21-4d42-8984-810e9699f43f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:30.174932 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4e4fbb54-9e21-4d42-8984-810e9699f43f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a HTTP/1.1" status: 204 len: 168 time: 0.1997950 Apr 11 18:25:30.183199 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fbb54-9e21-4d42-8984-810e9699f43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7e3de5-4794-45d6-b2fa-6d70d5ac7b7a,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:30.445417 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b93bb8-1c84-47c2-9c72-30cb86ccc687 req-975516fa-7e95-4479-b09d-4b5b71395950 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:30.447143 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-94b93bb8-1c84-47c2-9c72-30cb86ccc687 req-975516fa-7e95-4479-b09d-4b5b71395950 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0555615 Apr 11 18:25:30.501911 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-94b93bb8-1c84-47c2-9c72-30cb86ccc687 req-40c053ec-0b92-4b0b-8563-6315ccbe0a43 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488598 Apr 11 18:25:30.979448 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23316253-b862-4294-b7ae-cfc1b10ee381 req-325bd66d-328d-4300-b635-dd0dec748544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:30.980964 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23316253-b862-4294-b7ae-cfc1b10ee381 req-325bd66d-328d-4300-b635-dd0dec748544 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 1130 time: 0.0392716 Apr 11 18:25:30.984949 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 52984) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:31.084461 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-aa84fb2c-712e-49d4-a2e9-e7848beae239 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=11693509abc94987af9166f47efc3156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0984268 Apr 11 18:25:31.086966 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 52986) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:31.138025 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23316253-b862-4294-b7ae-cfc1b10ee381 req-abf04d75-3c8b-47f5-9b99-df051fde25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:31.139520 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23316253-b862-4294-b7ae-cfc1b10ee381 req-abf04d75-3c8b-47f5-9b99-df051fde25ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 200 len: 917 time: 0.1472495 Apr 11 18:25:31.194470 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e71463ac-4629-48f3-8519-2f44bbc61166 admin admin] Publish callbacks [] for security_group (aa7789e5-c30e-4779-8efa-95171a4abc43), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:31.232306 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e71463ac-4629-48f3-8519-2f44bbc61166 admin admin] Publish callbacks [] for security_group (aa7789e5-c30e-4779-8efa-95171a4abc43), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:31.243794 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23316253-b862-4294-b7ae-cfc1b10ee381 req-f943b715-c085-49b2-a3fc-ebfc000d8aa0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d HTTP/1.1" status: 200 len: 1001 time: 0.0975194 Apr 11 18:25:31.308945 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23316253-b862-4294-b7ae-cfc1b10ee381 req-ca4b4ae8-a945-46a0-a6b8-0fcda6433bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:31.310423 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23316253-b862-4294-b7ae-cfc1b10ee381 req-ca4b4ae8-a945-46a0-a6b8-0fcda6433bec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fac3b306-bda1-439e-9471-054f6f8f618a HTTP/1.1" status: 200 len: 855 time: 0.0600433 Apr 11 18:25:31.362141 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23316253-b862-4294-b7ae-cfc1b10ee381 req-6ad7f8a8-0192-48c9-b911-655229603bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:31.366210 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23316253-b862-4294-b7ae-cfc1b10ee381 req-6ad7f8a8-0192-48c9-b911-655229603bab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e17daa45-e311-4804-bd24-8f6d86c11327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449045 Apr 11 18:25:31.366467 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 52990) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:31.435003 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e71463ac-4629-48f3-8519-2f44bbc61166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (aa7789e5-c30e-4779-8efa-95171a4abc43), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:31.437764 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e71463ac-4629-48f3-8519-2f44bbc61166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:31.438918 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e71463ac-4629-48f3-8519-2f44bbc61166 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa7789e5-c30e-4779-8efa-95171a4abc43 HTTP/1.1" status: 204 len: 168 time: 0.3510516 Apr 11 18:25:31.451048 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71463ac-4629-48f3-8519-2f44bbc61166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7789e5-c30e-4779-8efa-95171a4abc43,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:31.483632 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-87e0ac78-aef7-4741-955d-5b041afc6021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:31.493062 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23316253-b862-4294-b7ae-cfc1b10ee381 req-3b6658a6-a1e4-4b05-83c7-c989189149e1 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223063 Apr 11 18:25:31.600896 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-87e0ac78-aef7-4741-955d-5b041afc6021 admin admin] Publish callbacks [] for security_group (bbfd3e66-5723-4166-a1e2-fcba4c5fb008), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:31.613535 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-23316253-b862-4294-b7ae-cfc1b10ee381 req-d926dc03-91a2-441c-83ba-60302eac010f service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140177 Apr 11 18:25:31.650257 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefd8bc-571f-4601-81cc-80fa3c1ceb41 req-d3d2e96e-d50c-4c83-aa91-d80880932dbc tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:31.651858 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-beefd8bc-571f-4601-81cc-80fa3c1ceb41 req-d3d2e96e-d50c-4c83-aa91-d80880932dbc tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0496778 Apr 11 18:25:31.697373 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-87e0ac78-aef7-4741-955d-5b041afc6021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (bbfd3e66-5723-4166-a1e2-fcba4c5fb008), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:31.717323 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-beefd8bc-571f-4601-81cc-80fa3c1ceb41 req-4e383f26-49f3-43d8-be90-d1ccfff335ce tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596993 Apr 11 18:25:31.757960 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-87e0ac78-aef7-4741-955d-5b041afc6021 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74e4ca8c09654ea58827c9aab89078f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3903735 Apr 11 18:25:31.760346 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0ac78-aef7-4741-955d-5b041afc6021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfd3e66-5723-4166-a1e2-fcba4c5fb008,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:31.761526 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53008) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:31.788142 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6664a4d1-17d2-42f3-89db-99440a071f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:31.831641 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1d78b527-97bc-4acf-ae6d-c71fac1711e0 admin admin] Publish callbacks [] for security_group (bbfd3e66-5723-4166-a1e2-fcba4c5fb008), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:31.856972 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1d78b527-97bc-4acf-ae6d-c71fac1711e0 admin admin] Publish callbacks [] for security_group (bbfd3e66-5723-4166-a1e2-fcba4c5fb008), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:31.977013 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1d78b527-97bc-4acf-ae6d-c71fac1711e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (bbfd3e66-5723-4166-a1e2-fcba4c5fb008), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:31.979981 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1d78b527-97bc-4acf-ae6d-c71fac1711e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:31.982015 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1d78b527-97bc-4acf-ae6d-c71fac1711e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bbfd3e66-5723-4166-a1e2-fcba4c5fb008 HTTP/1.1" status: 204 len: 168 time: 0.2192979 Apr 11 18:25:31.996786 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78b527-97bc-4acf-ae6d-c71fac1711e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfd3e66-5723-4166-a1e2-fcba4c5fb008,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:32.686718 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53016) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:32.699747 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3133f17a-aeb8-4c5c-a361-a91c87b87b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:32.773714 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3133f17a-aeb8-4c5c-a361-a91c87b87b71 admin admin] Publish callbacks [] for security_group (fc1b64fc-f4b6-488e-a36f-2b2feba3d1a8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:32.843897 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97715e-18a2-431a-b90e-61c01bb9e5ba req-7d120e12-947c-401b-bdf2-f86cd2ac6b65 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:32.845338 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9a97715e-18a2-431a-b90e-61c01bb9e5ba req-7d120e12-947c-401b-bdf2-f86cd2ac6b65 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0488839 Apr 11 18:25:32.845561 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3133f17a-aeb8-4c5c-a361-a91c87b87b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (fc1b64fc-f4b6-488e-a36f-2b2feba3d1a8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:32.882155 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3133f17a-aeb8-4c5c-a361-a91c87b87b71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9879e6e7ab8b4cbfa885177f86f9281f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943102 Apr 11 18:25:32.885223 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53020) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:32.895308 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9a97715e-18a2-431a-b90e-61c01bb9e5ba req-6180226e-ab13-400d-99c9-6057e7352652 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433660 Apr 11 18:25:32.902061 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133f17a-aeb8-4c5c-a361-a91c87b87b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1b64fc-f4b6-488e-a36f-2b2feba3d1a8,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:32.940658 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a17d1ee1-2c59-4473-8a29-aeec31101a38 admin admin] Publish callbacks [] for security_group (fc1b64fc-f4b6-488e-a36f-2b2feba3d1a8), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:32.961995 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a17d1ee1-2c59-4473-8a29-aeec31101a38 admin admin] Publish callbacks [] for security_group (fc1b64fc-f4b6-488e-a36f-2b2feba3d1a8), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:33.079786 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a17d1ee1-2c59-4473-8a29-aeec31101a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (fc1b64fc-f4b6-488e-a36f-2b2feba3d1a8), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:33.082493 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a17d1ee1-2c59-4473-8a29-aeec31101a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:33.083732 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a17d1ee1-2c59-4473-8a29-aeec31101a38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc1b64fc-f4b6-488e-a36f-2b2feba3d1a8 HTTP/1.1" status: 204 len: 168 time: 0.1976044 Apr 11 18:25:33.091839 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d1ee1-2c59-4473-8a29-aeec31101a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1b64fc-f4b6-488e-a36f-2b2feba3d1a8,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:34.009213 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 6c2853cb-d50f-430d-b97b-15e1d31b2b7d no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:34.040743 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b730e-ac3a-4824-9a3f-93e5853e3e93 req-87a7b30b-fc70-48e8-91ad-122cb7aeebc0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:34.043075 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-de2b730e-ac3a-4824-9a3f-93e5853e3e93 req-87a7b30b-fc70-48e8-91ad-122cb7aeebc0 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 946 time: 0.0662110 Apr 11 18:25:34.124059 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-de2b730e-ac3a-4824-9a3f-93e5853e3e93 req-6d346da9-69f4-4155-908d-c1dffc0d17d6 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709701 Apr 11 18:25:34.134865 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d is: ACTIVE; New status is: DOWN {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:25:34.135047 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:34.160922 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:25:34.163205 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7a5a04-ab13-40a2-8257-793c55042210" -d '{"events": [{"server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "name": "network-vif-unplugged", "status": "completed", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:25:34.183059 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:34.251259 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:34.278641 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 18:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53856586-29cc-49ad-93c7-b2700a87b55a x-openstack-request-id: req-53856586-29cc-49ad-93c7-b2700a87b55a {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:25:34.278928 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "name": "network-vif-unplugged", "status": "failed", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d", "code": 422}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:25:34.279278 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53856586-29cc-49ad-93c7-b2700a87b55a {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:25:34.279934 dv-cinder-837355-1-iscsi neutron-server[104082]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-53856586-29cc-49ad-93c7-b2700a87b55a']: {'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'code': 422} returned with failed status Apr 11 18:25:34.314562 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,revision_number=8']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:34.576925 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-6a1c2dfe-b2a0-4a3d-bd90-a4c9ddfe3ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:35.183761 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce75133-ab4a-4f26-8142-26053c2fc164 req-542c1352-3bde-4465-8ae1-03705c7b241d tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:35.183761 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fce75133-ab4a-4f26-8142-26053c2fc164 req-542c1352-3bde-4465-8ae1-03705c7b241d tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 945 time: 0.0685294 Apr 11 18:25:35.229892 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fce75133-ab4a-4f26-8142-26053c2fc164 req-b24bbc8d-cff0-4b46-9e79-dc696e76aa0d tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=61766e08-d0f1-4faa-be23-bd20303fca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446041 Apr 11 18:25:35.398579 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:36.233864 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-82292cdd-e52e-402f-a9c9-336baa9569d3 req-7c29aaec-0128-452e-b9cf-14a1fff73b7c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:25:36.234914 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-82292cdd-e52e-402f-a9c9-336baa9569d3 req-7c29aaec-0128-452e-b9cf-14a1fff73b7c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0971868 Apr 11 18:25:36.343276 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349cdf5-ff3e-4ccb-8d99-bc4e449282dd req-08026aea-97df-4925-9ab9-0e666ad1d724 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:36.344671 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8349cdf5-ff3e-4ccb-8d99-bc4e449282dd req-08026aea-97df-4925-9ab9-0e666ad1d724 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 945 time: 0.0464997 Apr 11 18:25:36.391910 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8349cdf5-ff3e-4ccb-8d99-bc4e449282dd req-36fceaa3-31fa-4d95-97cd-914ce295b655 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups?id=61766e08-d0f1-4faa-be23-bd20303fca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414839 Apr 11 18:25:36.562900 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158c56c-242e-42ae-9216-a7ffafed34bf req-eec1efd4-29c5-4cc0-aca5-deacfb5f0440 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:36.569954 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a158c56c-242e-42ae-9216-a7ffafed34bf req-eec1efd4-29c5-4cc0-aca5-deacfb5f0440 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0572262 Apr 11 18:25:36.618996 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a158c56c-242e-42ae-9216-a7ffafed34bf req-31759dec-da69-471f-9e3d-9f0777a658a3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481057 Apr 11 18:25:36.837024 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-c6797ae3-607a-4228-8aef-3310558714a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381010 Apr 11 18:25:36.909608 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f701d-ce66-48ee-a654-e1b28a34364b req-5c1b2c19-5982-443c-9850-1f4a84b3e338 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:36.911693 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-485f701d-ce66-48ee-a654-e1b28a34364b req-5c1b2c19-5982-443c-9850-1f4a84b3e338 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 945 time: 0.0484393 Apr 11 18:25:36.911843 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-ede4d63d-b250-427d-8c6a-a0aa1250a812 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:36.913161 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-ede4d63d-b250-427d-8c6a-a0aa1250a812 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports/6c2853cb-d50f-430d-b97b-15e1d31b2b7d HTTP/1.1" status: 200 len: 941 time: 0.0479271 Apr 11 18:25:36.920073 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:37.004265 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Deleting port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:37.004624 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:37.094928 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] For port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:37.095324 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:37.274929 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:37.275320 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (6dd2a3ea-44ab-47d9-aca4-9f02abe15631), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:37.275643 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Floating IP 6dd2a3ea-44ab-47d9-aca4-9f02abe15631 disassociated. External IP: 172.27.3.29, port: 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3. Apr 11 18:25:37.275986 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Calling delete_port for 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:37.463262 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:37.487906 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fcc1ff80-b130-42bf-a0d4-e6a4c5da413d req-5d70b512-f52f-469a-be4a-fa81a78f0263 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 210 time: 0.0291574 Apr 11 18:25:37.497000 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event deleted for resources: {'Port': ['ID=3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:37.621598 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Router 70af88eb-dad9-41f7-aaff-ac773821fef6 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:25:37.734727 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:25:37.740592 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a97d30-c949-4ed7-ab00-4bc5b59c7997 req-223dd238-4479-4081-9e8b-43e950b2d7c3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:37.742027 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91a97d30-c949-4ed7-ab00-4bc5b59c7997 req-223dd238-4479-4081-9e8b-43e950b2d7c3 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0513935 Apr 11 18:25:37.750226 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b193b187-8322-4103-89a4-1fc7b61009e3 None None] Sync routers for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:25:37.762860 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b193b187-8322-4103-89a4-1fc7b61009e3 None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:37.763933 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-b193b187-8322-4103-89a4-1fc7b61009e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:37.781347 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] No DVR routers for this DVR port 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:25:37.784846 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:37.787998 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-485f701d-ce66-48ee-a654-e1b28a34364b req-c3f3aabd-2812-434a-8837-7be27ce1a6cb tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.30 "DELETE /v2.0/ports/3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 HTTP/1.1" status: 204 len: 173 time: 0.8702750 Apr 11 18:25:37.788446 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef26f8bc-8c40-4eff-b72a-bdcf251e11c3', 'name': 'network-vif-deleted', 'tag': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:25:37.790734 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785cf435-981b-4e7d-b841-590ca61772f7" -d '{"events": [{"server_uuid": "ef26f8bc-8c40-4eff-b72a-bdcf251e11c3", "name": "network-vif-deleted", "tag": "3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:25:37.793123 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91a97d30-c949-4ed7-ab00-4bc5b59c7997 req-faf855e4-1ccb-4eb2-a2c5-b5675580a549 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434527 Apr 11 18:25:37.824855 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1cf10d-f51b-4e51-8908-faa167896c22 x-openstack-request-id: req-3c1cf10d-f51b-4e51-8908-faa167896c22 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:25:37.825153 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef26f8bc-8c40-4eff-b72a-bdcf251e11c3", "name": "network-vif-deleted", "tag": "3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:25:37.825411 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c1cf10d-f51b-4e51-8908-faa167896c22 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:25:37.825944 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c1cf10d-f51b-4e51-8908-faa167896c22'] response: {'server_uuid': 'ef26f8bc-8c40-4eff-b72a-bdcf251e11c3', 'name': 'network-vif-deleted', 'tag': '3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3', 'status': 'completed', 'code': 200} Apr 11 18:25:37.895711 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-b193b187-8322-4103-89a4-1fc7b61009e3 None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:38.090549 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-b193b187-8322-4103-89a4-1fc7b61009e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:38.125359 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b193b187-8322-4103-89a4-1fc7b61009e3 None None] Checking router: 70af88eb-dad9-41f7-aaff-ac773821fef6 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:25:38.134165 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b193b187-8322-4103-89a4-1fc7b61009e3 None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:38.134770 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-b193b187-8322-4103-89a4-1fc7b61009e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:38.243758 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-b193b187-8322-4103-89a4-1fc7b61009e3 None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:38.296838 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:38.423340 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-b193b187-8322-4103-89a4-1fc7b61009e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:38.451213 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b193b187-8322-4103-89a4-1fc7b61009e3 None None] The sync data for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi is: [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:59Z', 'revision_number': 4, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'df96a54c-aed6-4d1e-bfb1-599f4094a30c', 'name': '', 'network_id': 'a9dcf27f-d088-45de-9075-c8b0b9293f8c', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'mac_address': 'fa:16:3e:c4:bd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:55Z', 'updated_at': '2022-04-11T18:19:08Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'subnets': [{'id': 'bd05825c-e88d-4965-9dfb-2dfbb84e38da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:25:38.586209 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c50e0b4c-6aeb-4aaa-a247-8f574279bfbd req-ef351f37-aa40-497f-8234-ef391cf8f14e tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 210 time: 0.0287180 Apr 11 18:25:38.669080 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be93acf6-4c30-4562-acf3-6152397779c2 None None] New status for floating IP 6dd2a3ea-44ab-47d9-aca4-9f02abe15631: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:25:38.915085 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1bfbf-b9a4-48eb-9695-9e23af1c9615 req-a293037c-e84e-48d0-9e21-67d333194c69 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:38.916578 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-03a1bfbf-b9a4-48eb-9695-9e23af1c9615 req-a293037c-e84e-48d0-9e21-67d333194c69 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0495663 Apr 11 18:25:38.965898 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-03a1bfbf-b9a4-48eb-9695-9e23af1c9615 req-c4e57c95-9dc2-4b48-9590-bd530c4c1c07 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436084 Apr 11 18:25:39.848316 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c367a5eb-1402-4f8f-9152-076f6f422421 req-d1c7949b-5150-4936-828f-f318d074d870 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef26f8bc-8c40-4eff-b72a-bdcf251e11c3 HTTP/1.1" status: 200 len: 210 time: 0.0353072 Apr 11 18:25:40.084526 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ed352-6118-458b-ac8c-34cb6158ca53 req-2e0d05ca-12ba-47eb-b7b0-842327a85553 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:40.085992 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e51ed352-6118-458b-ac8c-34cb6158ca53 req-2e0d05ca-12ba-47eb-b7b0-842327a85553 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0482056 Apr 11 18:25:40.132370 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e51ed352-6118-458b-ac8c-34cb6158ca53 req-8fda9d6a-a8e7-421a-8f57-6368c3c72c9c tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408638 Apr 11 18:25:40.572386 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-3037c7ba-930b-4123-9b77-b20a94432bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:40.574028 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-3037c7ba-930b-4123-9b77-b20a94432bdd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689&tenant_id=e9e9b737c8fb45a98301787085378097 HTTP/1.1" status: 200 len: 1128 time: 0.0399714 Apr 11 18:25:40.635584 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-f53ec57e-993f-47bb-ac87-f953ee0b6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:40.637054 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-f53ec57e-993f-47bb-ac87-f953ee0b6dfd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 1128 time: 0.0397241 Apr 11 18:25:40.733867 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-ae46aa75-c992-4b71-b524-a59bbcbbe3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:40.735287 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-ae46aa75-c992-4b71-b524-a59bbcbbe3e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 200 len: 917 time: 0.0904860 Apr 11 18:25:40.801960 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-eccae253-d24c-49a7-9a9d-ca5b287fe13c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d HTTP/1.1" status: 200 len: 999 time: 0.0604651 Apr 11 18:25:40.851329 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-bc88dc1d-f4d6-4f62-992e-f000e23e6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:40.852805 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-bc88dc1d-f4d6-4f62-992e-f000e23e6c85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fac3b306-bda1-439e-9471-054f6f8f618a HTTP/1.1" status: 200 len: 855 time: 0.0448136 Apr 11 18:25:40.901162 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-1a2aae3a-312a-4a48-9f7c-7786bb73c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:40.902920 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-1a2aae3a-312a-4a48-9f7c-7786bb73c27e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e17daa45-e311-4804-bd24-8f6d86c11327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431828 Apr 11 18:25:40.990174 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53152) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:40.994889 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-61a4e7dc-e02d-4332-8220-23f67e2ddb37 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848773 Apr 11 18:25:41.041348 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-da5ec29d-41e1-4590-a2da-4cc934959dea tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group (61766e08-d0f1-4faa-be23-bd20303fca8c), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:41.065888 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-da5ec29d-41e1-4590-a2da-4cc934959dea tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group (61766e08-d0f1-4faa-be23-bd20303fca8c), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:41.093254 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5adf36dd-74bf-483b-883a-24790c2fc2cf req-1b1bbcf6-60d9-46ca-80b5-f1e2070976aa service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907402 Apr 11 18:25:41.177118 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-da5ec29d-41e1-4590-a2da-4cc934959dea tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (61766e08-d0f1-4faa-be23-bd20303fca8c), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:41.180616 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-da5ec29d-41e1-4590-a2da-4cc934959dea tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:41.184947 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53158) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:41.193070 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-da5ec29d-41e1-4590-a2da-4cc934959dea tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "DELETE /v2.0/security-groups/61766e08-d0f1-4faa-be23-bd20303fca8c HTTP/1.1" status: 204 len: 168 time: 0.2038140 Apr 11 18:25:41.204874 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-c154cbe1-de6b-4981-9da4-e0f1aae92d17 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] show failed (client error): The resource could not be found. Apr 11 18:25:41.207564 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ec29d-41e1-4590-a2da-4cc934959dea tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61766e08-d0f1-4faa-be23-bd20303fca8c,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:41.209897 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53162) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:41.211276 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c154cbe1-de6b-4981-9da4-e0f1aae92d17 tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "GET /v2.0/security-groups/61766e08-d0f1-4faa-be23-bd20303fca8c HTTP/1.1" status: 404 len: 347 time: 0.0250685 Apr 11 18:25:41.337835 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceef97c-5481-43a6-aa7e-e09d06c415ff req-03e960b7-b779-4cca-85ca-b864656bf248 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:41.339323 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dceef97c-5481-43a6-aa7e-e09d06c415ff req-03e960b7-b779-4cca-85ca-b864656bf248 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.1156363 Apr 11 18:25:41.393594 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-98e143fb-4285-4193-b24a-11cef7c662df tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Deleting port aba024f8-e54f-4fca-888f-e6c10739b9a9 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:41.395991 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98e143fb-4285-4193-b24a-11cef7c662df tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (aba024f8-e54f-4fca-888f-e6c10739b9a9), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:41.434804 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dceef97c-5481-43a6-aa7e-e09d06c415ff req-8d50dd8a-8889-4fac-be21-6a70deba7539 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714989 Apr 11 18:25:41.493906 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98e143fb-4285-4193-b24a-11cef7c662df tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (aba024f8-e54f-4fca-888f-e6c10739b9a9), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:41.494223 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98e143fb-4285-4193-b24a-11cef7c662df tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (aba024f8-e54f-4fca-888f-e6c10739b9a9), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:41.506801 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-98e143fb-4285-4193-b24a-11cef7c662df tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Calling delete_port for aba024f8-e54f-4fca-888f-e6c10739b9a9 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:41.708132 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98e143fb-4285-4193-b24a-11cef7c662df tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (aba024f8-e54f-4fca-888f-e6c10739b9a9), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:41.736363 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e143fb-4285-4193-b24a-11cef7c662df tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Pushing event deleted for resources: {'Port': ['ID=aba024f8-e54f-4fca-888f-e6c10739b9a9,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:41.817683 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98e143fb-4285-4193-b24a-11cef7c662df tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks [] for floatingip (6dd2a3ea-44ab-47d9-aca4-9f02abe15631), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:41.820192 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-98e143fb-4285-4193-b24a-11cef7c662df tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:41.824270 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-98e143fb-4285-4193-b24a-11cef7c662df tempest-AttachVolumeTestJSON-1417361871 tempest-AttachVolumeTestJSON-1417361871-project] 10.222.0.64 "DELETE /v2.0/floatingips/6dd2a3ea-44ab-47d9-aca4-9f02abe15631 HTTP/1.1" status: 204 len: 168 time: 0.6106663 Apr 11 18:25:42.465711 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:42.488365 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:42.488365 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 3faa589c-eb0e-45a5-b5cd-1e9a85c7fda3 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:42.598855 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81584678-60aa-44d8-bca7-4bfaa6243b51 req-11fca2e0-5b90-4a39-af81-0145ff9174da tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:42.600612 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-81584678-60aa-44d8-bca7-4bfaa6243b51 req-11fca2e0-5b90-4a39-af81-0145ff9174da tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0615325 Apr 11 18:25:42.663250 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-81584678-60aa-44d8-bca7-4bfaa6243b51 req-cf0b441b-a55f-4e94-aa7a-8505db299c49 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565860 Apr 11 18:25:43.422773 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:43.795498 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929313b-df80-4c02-83fe-94d6ecb68ed9 req-5778409f-977e-40a0-9da6-f8098508b7fd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:43.797004 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0929313b-df80-4c02-83fe-94d6ecb68ed9 req-5778409f-977e-40a0-9da6-f8098508b7fd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0508554 Apr 11 18:25:43.847468 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0929313b-df80-4c02-83fe-94d6ecb68ed9 req-2516ab76-7ae9-4575-9a81-6e5a354fad36 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433810 Apr 11 18:25:44.984553 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c071b0-5897-491e-a03f-7de6d1f5916d req-c9c3531b-d7e0-4c19-9a17-1092a0970492 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:44.992910 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a7c071b0-5897-491e-a03f-7de6d1f5916d req-c9c3531b-d7e0-4c19-9a17-1092a0970492 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0601809 Apr 11 18:25:45.044992 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a7c071b0-5897-491e-a03f-7de6d1f5916d req-b98f5ecf-31f0-4b20-a595-dad5dc926585 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530522 Apr 11 18:25:46.180051 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feb3ff-dae4-45c7-9c64-0346c43c8b6a req-91f78b2d-f021-4976-a399-763ae6a18d87 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:46.181577 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e0feb3ff-dae4-45c7-9c64-0346c43c8b6a req-91f78b2d-f021-4976-a399-763ae6a18d87 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0530326 Apr 11 18:25:46.241173 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e0feb3ff-dae4-45c7-9c64-0346c43c8b6a req-d9c26f05-ba36-4e60-8bdd-d6a424db53c4 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531876 Apr 11 18:25:47.405758 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cb62a-03a8-4baf-8cda-0a49f16e6870 req-c728f216-dbe0-42fa-bce1-4e73e271d342 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:47.408736 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e73cb62a-03a8-4baf-8cda-0a49f16e6870 req-c728f216-dbe0-42fa-bce1-4e73e271d342 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0849283 Apr 11 18:25:47.483081 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e73cb62a-03a8-4baf-8cda-0a49f16e6870 req-719a8523-939c-471a-81d9-f1662765c765 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682993 Apr 11 18:25:48.632333 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a51aeb-9a90-4dab-bd54-f4effab44c37 req-614884b7-4f64-4ae1-8862-cf93c8216a26 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:48.633903 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-84a51aeb-9a90-4dab-bd54-f4effab44c37 req-614884b7-4f64-4ae1-8862-cf93c8216a26 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0697215 Apr 11 18:25:49.010497 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53250) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:49.065479 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-84a51aeb-9a90-4dab-bd54-f4effab44c37 req-40e5e325-3983-48d5-a1c0-7fba60d48152 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4252961 Apr 11 18:25:49.598670 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a954db9b-c5de-4daf-8559-376ef0082ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7919025'] for router_interface (70af88eb-dad9-41f7-aaff-ac773821fef6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:49.874514 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-a954db9b-c5de-4daf-8559-376ef0082ae6 admin admin] Deleting port df96a54c-aed6-4d1e-bfb1-599f4094a30c {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:49.874853 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a954db9b-c5de-4daf-8559-376ef0082ae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:49.957803 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-a954db9b-c5de-4daf-8559-376ef0082ae6 admin admin] For port df96a54c-aed6-4d1e-bfb1-599f4094a30c, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=df96a54c-aed6-4d1e-bfb1-599f4094a30c,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:49.958175 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a954db9b-c5de-4daf-8559-376ef0082ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:49.973370 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-a954db9b-c5de-4daf-8559-376ef0082ae6 admin admin] Calling delete_port for df96a54c-aed6-4d1e-bfb1-599f4094a30c owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:50.176763 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3a043-8615-48d0-bc9f-5e65abe4a3e5 req-e5cb5b4f-b9f5-4475-bb01-f09db865c5fd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:50.178568 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e7c3a043-8615-48d0-bc9f-5e65abe4a3e5 req-e5cb5b4f-b9f5-4475-bb01-f09db865c5fd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0488968 Apr 11 18:25:50.231034 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e7c3a043-8615-48d0-bc9f-5e65abe4a3e5 req-4fed7914-7a38-4fb2-8cd8-1b6cb6e33292 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464761 Apr 11 18:25:50.480140 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a954db9b-c5de-4daf-8559-376ef0082ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (df96a54c-aed6-4d1e-bfb1-599f4094a30c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:50.509788 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954db9b-c5de-4daf-8559-376ef0082ae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=df96a54c-aed6-4d1e-bfb1-599f4094a30c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:50.681180 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a954db9b-c5de-4daf-8559-376ef0082ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7877589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918877'] for router_interface (70af88eb-dad9-41f7-aaff-ac773821fef6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:50.904696 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a954db9b-c5de-4daf-8559-376ef0082ae6 admin admin] Router 70af88eb-dad9-41f7-aaff-ac773821fef6 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:25:51.061267 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a954db9b-c5de-4daf-8559-376ef0082ae6 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:25:51.062462 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a954db9b-c5de-4daf-8559-376ef0082ae6 admin admin] 10.222.0.64 "PUT /v2.0/routers/70af88eb-dad9-41f7-aaff-ac773821fef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0505059 Apr 11 18:25:51.065644 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53268) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:51.065889 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4c7d9-25de-405f-86df-f30dab09b3d0 None None] Sync routers for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:25:51.074467 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b22990-303a-414e-95a2-241375ed6fb2 req-2e9d0628-02b5-457c-80d8-7226d24d1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:51.075969 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-87b22990-303a-414e-95a2-241375ed6fb2 req-2e9d0628-02b5-457c-80d8-7226d24d1b25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e9b737c8fb45a98301787085378097&device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 1128 time: 0.0562434 Apr 11 18:25:51.077278 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4c7d9-25de-405f-86df-f30dab09b3d0 None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:51.077884 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-f3c4c7d9-25de-405f-86df-f30dab09b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:51.187836 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-f3c4c7d9-25de-405f-86df-f30dab09b3d0 None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:51.251143 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Publish callbacks [] for router (70af88eb-dad9-41f7-aaff-ac773821fef6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:51.287228 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b22990-303a-414e-95a2-241375ed6fb2 req-d5699fcd-7cc3-4294-8ea9-7d212a2d7798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:51.288708 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-87b22990-303a-414e-95a2-241375ed6fb2 req-d5699fcd-7cc3-4294-8ea9-7d212a2d7798 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 200 len: 917 time: 0.1805499 Apr 11 18:25:51.363933 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758c82f-d9a7-477c-bc67-d570ca5f02d9 req-a8fd45f6-4472-430c-8587-28dfbd552a80 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:51.365375 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f758c82f-d9a7-477c-bc67-d570ca5f02d9 req-a8fd45f6-4472-430c-8587-28dfbd552a80 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0512984 Apr 11 18:25:51.370000 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-f3c4c7d9-25de-405f-86df-f30dab09b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:25:50Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:51.397938 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-87b22990-303a-414e-95a2-241375ed6fb2 req-91634fbd-e1be-496f-bf84-0a645bf28760 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d HTTP/1.1" status: 200 len: 999 time: 0.1024919 Apr 11 18:25:51.401352 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4c7d9-25de-405f-86df-f30dab09b3d0 None None] Checking router: 70af88eb-dad9-41f7-aaff-ac773821fef6 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:25:51.410216 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4c7d9-25de-405f-86df-f30dab09b3d0 None None] Routers {'70af88eb-dad9-41f7-aaff-ac773821fef6'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:51.410835 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-f3c4c7d9-25de-405f-86df-f30dab09b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['70af88eb-dad9-41f7-aaff-ac773821fef6'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:51.420527 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f758c82f-d9a7-477c-bc67-d570ca5f02d9 req-b3aa6283-8ada-4bf4-a634-1dfc630a3da7 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488880 Apr 11 18:25:51.448303 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Publish callbacks [] for router_gateway (70af88eb-dad9-41f7-aaff-ac773821fef6), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:51.461095 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b22990-303a-414e-95a2-241375ed6fb2 req-aee46e96-264e-4572-a5a2-9e87b9c7486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:51.462562 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-87b22990-303a-414e-95a2-241375ed6fb2 req-aee46e96-264e-4572-a5a2-9e87b9c7486a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fac3b306-bda1-439e-9471-054f6f8f618a HTTP/1.1" status: 200 len: 855 time: 0.0572958 Apr 11 18:25:51.522212 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-f3c4c7d9-25de-405f-86df-f30dab09b3d0 None None] Set router 70af88eb-dad9-41f7-aaff-ac773821fef6 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:51.576020 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Deleting port 6b0ffb12-46c9-4f07-af29-70e115223ef5 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:51.576631 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:51.663350 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] For port 6b0ffb12-46c9-4f07-af29-70e115223ef5, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=6b0ffb12-46c9-4f07-af29-70e115223ef5,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:51.663634 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:51.677559 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Calling delete_port for 6b0ffb12-46c9-4f07-af29-70e115223ef5 owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:51.690026 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-f3c4c7d9-25de-405f-86df-f30dab09b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:25:50Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:51.716104 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4c7d9-25de-405f-86df-f30dab09b3d0 None None] The sync data for ids ['70af88eb-dad9-41f7-aaff-ac773821fef6'] in dv-cinder-837355-1-iscsi is: [{'id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'name': 'tempest-AttachVolumeTestJSON-61627306-router', 'tenant_id': '3a4731da4e084ada88e52ef126a07883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:25:50Z', 'revision_number': 5, 'project_id': '3a4731da4e084ada88e52ef126a07883', 'gw_port': {'id': '6b0ffb12-46c9-4f07-af29-70e115223ef5', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:3b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70af88eb-dad9-41f7-aaff-ac773821fef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:49Z', 'updated_at': '2022-04-11T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:25:51.953925 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (6b0ffb12-46c9-4f07-af29-70e115223ef5), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:51.978280 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0ffb12-46c9-4f07-af29-70e115223ef5,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:52.045706 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7918843'] for router_gateway (70af88eb-dad9-41f7-aaff-ac773821fef6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.140808 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8366165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4787'] for router (70af88eb-dad9-41f7-aaff-ac773821fef6), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.143583 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Publish callbacks [] for router_controller (70af88eb-dad9-41f7-aaff-ac773821fef6), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.175917 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device df96a54c-aed6-4d1e-bfb1-599f4094a30c no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:52.196147 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: df96a54c-aed6-4d1e-bfb1-599f4094a30c {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:52.196499 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device df96a54c-aed6-4d1e-bfb1-599f4094a30c not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:52.268703 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8366172'] for router (70af88eb-dad9-41f7-aaff-ac773821fef6), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.269206 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70af88eb-dad9-41f7-aaff-ac773821fef6 {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:25:52.274923 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.276085 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-baed0e51-8619-480b-8edf-36a077ff1b87 admin admin] 10.222.0.64 "DELETE /v2.0/routers/70af88eb-dad9-41f7-aaff-ac773821fef6 HTTP/1.1" status: 204 len: 168 time: 1.2095144 Apr 11 18:25:52.278638 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53274) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:52.286645 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b22990-303a-414e-95a2-241375ed6fb2 req-cc7184ee-14e4-493a-b842-9cc4beaebfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:52.288244 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-87b22990-303a-414e-95a2-241375ed6fb2 req-cc7184ee-14e4-493a-b842-9cc4beaebfc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e17daa45-e311-4804-bd24-8f6d86c11327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468667 Apr 11 18:25:52.326683 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Deleting subnet bd05825c-e88d-4965-9dfb-2dfbb84e38da {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:25:52.329657 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Publish callbacks [] for subnet (bd05825c-e88d-4965-9dfb-2dfbb84e38da), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.365392 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7668634'] for subnet (bd05825c-e88d-4965-9dfb-2dfbb84e38da), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.454899 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (bd05825c-e88d-4965-9dfb-2dfbb84e38da), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.544178 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bce55-59c1-4033-b6a2-ac63538460ac req-05eec347-bf65-458c-9c36-328c25fcd146 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:52.545622 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c76bce55-59c1-4033-b6a2-ac63538460ac req-05eec347-bf65-458c-9c36-328c25fcd146 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0475714 Apr 11 18:25:52.592878 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c76bce55-59c1-4033-b6a2-ac63538460ac req-71ea2480-1b0e-41ff-b7e8-e3c20929b327 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413613 Apr 11 18:25:52.634055 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201437'] for subnet (bd05825c-e88d-4965-9dfb-2dfbb84e38da), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.660153 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd05825c-e88d-4965-9dfb-2dfbb84e38da,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:52.664696 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.667943 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bd05825c-e88d-4965-9dfb-2dfbb84e38da HTTP/1.1" status: 204 len: 168 time: 0.3881063 Apr 11 18:25:52.670232 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3cf122-a643-4d66-8f7b-1d36ccd0c4f6 None None] Network a9dcf27f-d088-45de-9075-c8b0b9293f8c requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:25:52.670694 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53278) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:52.672991 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.673343 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.673685 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.674700 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.675054 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.675415 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.675742 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.676067 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.676395 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.676720 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.677053 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.677369 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.677688 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.678007 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.678582 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0869475b-746f-46f9-9e24-f39b0fb61849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:52.752856 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (a9dcf27f-d088-45de-9075-c8b0b9293f8c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.812526 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Deleting port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:52.812870 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.839566 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d23863a-772e-4a07-ba53-d9d02c2c79de None None] DHCP port deletion for a9dcf27f-d088-45de-9075-c8b0b9293f8c request from dv-cinder-837355-1-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:25:52.880527 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] For port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:52.880796 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-0d23863a-772e-4a07-ba53-d9d02c2c79de None None] Deleting port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:25:52.880966 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.881171 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0d23863a-772e-4a07-ba53-d9d02c2c79de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.894280 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Calling delete_port for ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:52.948032 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-0d23863a-772e-4a07-ba53-d9d02c2c79de None None] For port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3,segment=NetworkSegment(9116b262-c07f-4926-bb79-d5bd2fe438f2),segment_id=9116b262-c07f-4926-bb79-d5bd2fe438f2)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:52.948431 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0d23863a-772e-4a07-ba53-d9d02c2c79de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:52.961521 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-0d23863a-772e-4a07-ba53-d9d02c2c79de None None] Calling delete_port for ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:25:53.093638 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:53.098240 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0d23863a-772e-4a07-ba53-d9d02c2c79de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220'] for port (ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:53.126797 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:53.128039 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23863a-772e-4a07-ba53-d9d02c2c79de None None] Pushing event deleted for resources: {'Port': ['ID=ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:53.132050 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23863a-772e-4a07-ba53-d9d02c2c79de None None] No DVR routers for this DVR port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 on host dv-cinder-837355-1-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:25:53.135762 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] No DVR routers for this DVR port ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 on host dv-cinder-837355-1-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:25:53.167907 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-87b22990-303a-414e-95a2-241375ed6fb2 req-52a32046-f5c0-401d-a8a8-3ead962b5b54 service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380284 Apr 11 18:25:53.219583 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (a9dcf27f-d088-45de-9075-c8b0b9293f8c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:53.240422 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9dcf27f-d088-45de-9075-c8b0b9293f8c']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:53.249533 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9116b262-c07f-4926-bb79-d5bd2fe438f2') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:53.249821 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9116b262-c07f-4926-bb79-d5bd2fe438f2') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:53.259310 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6097549'] for segment (9116b262-c07f-4926-bb79-d5bd2fe438f2), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:53.272906 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (9116b262-c07f-4926-bb79-d5bd2fe438f2), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:53.278908 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:25:53.279316 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5377826'] for segment (9116b262-c07f-4926-bb79-d5bd2fe438f2), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: Traceback (most recent call last): Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: timer() Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: cb(*args, **kw) Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: return func(*args, **kwargs) Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: self._notify() Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: self.callback(batched_events) Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: event.method(event) Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: return f(self, *a, **k) Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._get(url).json() Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: return self.request(url, 'GET', **kwargs) Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:25:53.282777 dv-cinder-837355-1-iscsi neutron-server[104080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:25:53.387052 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (a9dcf27f-d088-45de-9075-c8b0b9293f8c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:53.392247 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:53.396188 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a9dcf27f-d088-45de-9075-c8b0b9293f8c HTTP/1.1" status: 204 len: 168 time: 0.7241976 Apr 11 18:25:53.406552 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f0134-0d0a-4030-9179-070900551853 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9dcf27f-d088-45de-9075-c8b0b9293f8c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:53.723778 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43c20d-22ac-445b-9e20-6660060ac82e req-cd7980ee-35c8-4731-b8d2-18371db0b044 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:53.723778 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fd43c20d-22ac-445b-9e20-6660060ac82e req-cd7980ee-35c8-4731-b8d2-18371db0b044 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 944 time: 0.0502155 Apr 11 18:25:53.728770 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53286) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:53.764063 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fd43c20d-22ac-445b-9e20-6660060ac82e req-2a67291e-a47c-4a7e-8f05-ca7d5bb8577b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415730 Apr 11 18:25:53.769849 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-66020493-c003-4b65-8c28-ca7715fc6f4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a4731da4e084ada88e52ef126a07883&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397589 Apr 11 18:25:53.772524 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53288) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:53.831141 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1e69dfa4-2c49-419f-b6fd-9ad8f7afb162 admin admin] Publish callbacks [] for security_group (111cccc5-3cb0-40a6-ae9f-555619de3c59), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:53.833591 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:53.852783 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1e69dfa4-2c49-419f-b6fd-9ad8f7afb162 admin admin] Publish callbacks [] for security_group (111cccc5-3cb0-40a6-ae9f-555619de3c59), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:53.853665 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:53.854013 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device ad3cac54-bd82-4f6a-b1e9-cbdbabc2b6c3 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:53.854425 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 6b0ffb12-46c9-4f07-af29-70e115223ef5 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:25:53.873367 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 6b0ffb12-46c9-4f07-af29-70e115223ef5 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:25:53.873639 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 6b0ffb12-46c9-4f07-af29-70e115223ef5 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:25:53.960800 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 6c2853cb-d50f-430d-b97b-15e1d31b2b7d details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:25:53.981641 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1e69dfa4-2c49-419f-b6fd-9ad8f7afb162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (111cccc5-3cb0-40a6-ae9f-555619de3c59), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:53.984283 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1e69dfa4-2c49-419f-b6fd-9ad8f7afb162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:53.985395 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1e69dfa4-2c49-419f-b6fd-9ad8f7afb162 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/111cccc5-3cb0-40a6-ae9f-555619de3c59 HTTP/1.1" status: 204 len: 168 time: 0.2119205 Apr 11 18:25:54.028383 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69dfa4-2c49-419f-b6fd-9ad8f7afb162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111cccc5-3cb0-40a6-ae9f-555619de3c59,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:54.065795 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-87b22990-303a-414e-95a2-241375ed6fb2 req-6ef59b0a-0ef9-4f33-bbb2-9fff3e78e59e service neutron] 10.222.0.30 "GET /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118486 Apr 11 18:25:54.073465 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:54.090007 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'port_id': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'mac_address': 'fa:16:3e:57:04:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:25:54.134350 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:25:54.134754 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:54.148701 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2853cb-d50f-430d-b97b-15e1d31b2b7d {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:25:54.168417 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:54.244467 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:54.294029 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,revision_number=9']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:54.482523 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['6c2853cb-d50f-430d-b97b-15e1d31b2b7d'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:25:54.885780 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ba2d8-a8d6-47b6-9c3e-533bd12b70ad req-1f28136f-611e-4f2f-9f8e-64d6f58c3ebd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:54.887909 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e44ba2d8-a8d6-47b6-9c3e-533bd12b70ad req-1f28136f-611e-4f2f-9f8e-64d6f58c3ebd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 945 time: 0.0482869 Apr 11 18:25:54.935206 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e44ba2d8-a8d6-47b6-9c3e-533bd12b70ad req-d8b8aa4e-0e69-49c4-9ac1-2f0237a96c8d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422316 Apr 11 18:25:55.035771 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 6c2853cb-d50f-430d-b97b-15e1d31b2b7d up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:25:55.059929 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53314) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:55.084297 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:25:55.084748 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:55.164303 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1100562409-network', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:25:55.172323 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:25:55.172922 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:55.196959 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:25:55.199227 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744b8cc7-ba91-44b2-b733-dc1ea1e439c1" -d '{"events": [{"server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "name": "network-vif-plugged", "status": "completed", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:25:55.213226 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:55.236029 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d981a9b7-796b-4db9-92af-2d77c998249e x-openstack-request-id: req-d981a9b7-796b-4db9-92af-2d77c998249e {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:25:55.236346 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "name": "network-vif-plugged", "status": "completed", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:25:55.236726 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d981a9b7-796b-4db9-92af-2d77c998249e {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:25:55.237688 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d981a9b7-796b-4db9-92af-2d77c998249e'] response: {'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'code': 200} Apr 11 18:25:55.278414 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Made reservation on behalf of 4072468131ed4b4eab0f1848d4e73ab2 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:25:55.281094 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:55.295120 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:55.308831 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:55.362495 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,revision_number=10']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:55.383032 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Publish callbacks [] for security_group (3214bfe3-441a-41aa-907a-b75f213b4bb0), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:55.445152 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (3214bfe3-441a-41aa-907a-b75f213b4bb0), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:55.467058 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] vlan segment allocate from pool success with {'vlan_id': 915, 'physical_network': 'physnet1'} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:25:55.482391 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3214bfe3-441a-41aa-907a-b75f213b4bb0,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:55.485344 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (dcadea21-2b5b-47f2-9fb4-e31af13d0d8b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:55.485698 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Added segment dcadea21-2b5b-47f2-9fb4-e31af13d0d8b of type vlan for network 3452c237-1758-4932-9b9d-634c184a4280 Apr 11 18:25:55.526974 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (3452c237-1758-4932-9b9d-634c184a4280), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:55.597779 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0364f6-f4c3-439b-b9a0-dcd8643cc6d9 req-cbcd9ee2-5f00-4866-8447-68ceb25fe50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:55.599343 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0b0364f6-f4c3-439b-b9a0-dcd8643cc6d9 req-cbcd9ee2-5f00-4866-8447-68ceb25fe50d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 1131 time: 0.0386515 Apr 11 18:25:55.623893 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (3452c237-1758-4932-9b9d-634c184a4280), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:55.624804 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:55.625373 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:55.672980 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0b0364f6-f4c3-439b-b9a0-dcd8643cc6d9 req-b4f7c3fe-628f-44b1-b889-c1f6e63578bd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672741 Apr 11 18:25:55.706391 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] Pushing event updated for resources: {'Network': ['ID=3452c237-1758-4932-9b9d-634c184a4280,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:55.716521 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 3452c237-1758-4932-9b9d-634c184a4280 details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:25:55.728098 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-97b6839c-69ee-4b87-95c5-c7905e7c93fc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6670239 Apr 11 18:25:55.731181 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53326) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:55.736462 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-8f5eaa2b-bc26-4c63-b786-a33dd5e99e36 admin admin] Request body: {'subnet': {'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-subnet', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:25:55.794071 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5eaa2b-bc26-4c63-b786-a33dd5e99e36 admin admin] Made reservation on behalf of 4072468131ed4b4eab0f1848d4e73ab2 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:25:55.796458 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8f5eaa2b-bc26-4c63-b786-a33dd5e99e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5201408'] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:56.052779 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509d198-41b6-48f6-b740-46ec0c14edbe req-e384f922-7639-40fa-bd43-f11c608a4f73 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:56.054509 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5509d198-41b6-48f6-b740-46ec0c14edbe req-e384f922-7639-40fa-bd43-f11c608a4f73 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 947 time: 0.0479646 Apr 11 18:25:56.089440 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8f5eaa2b-bc26-4c63-b786-a33dd5e99e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5668246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5201426'] for subnet (dd99bc16-ba63-4bae-919d-ad98f4d39730), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:56.139088 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5509d198-41b6-48f6-b740-46ec0c14edbe req-469d8faf-07c3-4430-a33a-6189e98b1fec tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791230 Apr 11 18:25:56.153982 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5eaa2b-bc26-4c63-b786-a33dd5e99e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd99bc16-ba63-4bae-919d-ad98f4d39730,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:56.169897 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5eaa2b-bc26-4c63-b786-a33dd5e99e36 admin admin] Checking segment: {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:25:56.170251 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5eaa2b-bc26-4c63-b786-a33dd5e99e36 admin admin] Network hostable DHCP agents. Network: 3452c237-1758-4932-9b9d-634c184a4280, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:25:56.279320 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5eaa2b-bc26-4c63-b786-a33dd5e99e36 admin admin] Network 3452c237-1758-4932-9b9d-634c184a4280 is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:25:56.371166 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-8f5eaa2b-bc26-4c63-b786-a33dd5e99e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 3452c237-1758-4932-9b9d-634c184a4280) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:25:56.375791 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5eaa2b-bc26-4c63-b786-a33dd5e99e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:56.376816 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8f5eaa2b-bc26-4c63-b786-a33dd5e99e36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:56.380048 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eedafd6-a422-498e-b63b-f1613cf42acf None None] Network 3452c237-1758-4932-9b9d-634c184a4280 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:25:56.468024 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8f5eaa2b-bc26-4c63-b786-a33dd5e99e36 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7329214 Apr 11 18:25:56.468260 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53332) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:56.473117 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:25:56.483269 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33b16363-d1dc-561d-85f9-13ae24ae00bf-3452c237-1758-4932-9b9d-634c184a4280', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730'}]}} from dv-cinder-837355-1-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:25:56.484160 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:56.565788 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8367919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4781'] for router (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:56.566792 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8366239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7919140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8212035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4794'] for router (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:56.618684 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Publish callbacks [] for router_controller (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:56.620521 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Allocated IP 172.20.0.2 (3452c237-1758-4932-9b9d-634c184a4280/dd99bc16-ba63-4bae-919d-ad98f4d39730/b0395f40-78fd-47aa-b979-ca19a28ef914) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:25:56.759406 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Publish callbacks [] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:56.808777 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Publish callbacks [] for router_gateway (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:56.845704 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:56.889178 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Network 3452c237-1758-4932-9b9d-634c184a4280 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:25:56.892062 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:25:56.899350 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:25:56.904187 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Pushing event updated for resources: {'Port': ['ID=b0395f40-78fd-47aa-b979-ca19a28ef914,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:56.957261 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Attempting to bind port b0395f40-78fd-47aa-b979-ca19a28ef914 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:25:56.957635 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Attempting to bind port b0395f40-78fd-47aa-b979-ca19a28ef914 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:25:56.957992 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Attempting to bind port b0395f40-78fd-47aa-b979-ca19a28ef914 on network 3452c237-1758-4932-9b9d-634c184a4280 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:25:56.963411 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:25:56.967265 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Checking segment: {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:25:56.967265 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:56.967265 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Bound using segment: {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:25:56.967265 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Bound port: b0395f40-78fd-47aa-b979-ca19a28ef914, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:25:56.967265 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:57.034725 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] For port b0395f40-78fd-47aa-b979-ca19a28ef914, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:25:57.037760 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] For port b0395f40-78fd-47aa-b979-ca19a28ef914, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=b0395f40-78fd-47aa-b979-ca19a28ef914,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:25:57.055651 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Publish callbacks [] for router_gateway (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:57.075072 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:57.101941 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:57.167395 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ce367-5816-44b2-8ec9-7759a694bbb5 None None] Pushing event updated for resources: {'Port': ['ID=b0395f40-78fd-47aa-b979-ca19a28ef914,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:57.212496 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Allocated IP 172.27.3.35 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:25:57.300323 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e9d5e-e5c3-44c0-aab3-8b49b0d8928d req-ac9b745b-59fd-4c92-9b80-629a8d7328f5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:57.302566 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8c2e9d5e-e5c3-44c0-aab3-8b49b0d8928d req-ac9b745b-59fd-4c92-9b80-629a8d7328f5 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 947 time: 0.0793104 Apr 11 18:25:57.425666 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8c2e9d5e-e5c3-44c0-aab3-8b49b0d8928d req-98dce653-03e5-483c-9cbb-b05324145828 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966530 Apr 11 18:25:57.446086 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Publish callbacks [] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:57.554518 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:57.599475 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:25:57.603637 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:25:57.610073 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:25:57.613509 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Pushing event updated for resources: {'Port': ['ID=7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:57.865626 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device b0395f40-78fd-47aa-b979-ca19a28ef914 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:25:57.947087 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Publish callbacks [] for router_gateway (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:58.093968 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port b0395f40-78fd-47aa-b979-ca19a28ef914 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:25:58.094231 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:58.177682 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8366246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918807'] for router (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:58.178261 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port b0395f40-78fd-47aa-b979-ca19a28ef914 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:25:58.178261 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:58.213659 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port b0395f40-78fd-47aa-b979-ca19a28ef914, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=b0395f40-78fd-47aa-b979-ca19a28ef914,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:25:58.225851 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f73d89-d7d8-4e00-8f77-35b81e7be1e1 None None] Network 3452c237-1758-4932-9b9d-634c184a4280 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:25:58.346231 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:58.376859 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-b4c8e678-cfad-4dbf-8bae-005244634fcb None None] Provisioning complete for port b0395f40-78fd-47aa-b979-ca19a28ef914 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:25:58.380763 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b4c8e678-cfad-4dbf-8bae-005244634fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:58.400270 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 is scheduled to L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:25:58.452363 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=b0395f40-78fd-47aa-b979-ca19a28ef914,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:58.503060 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8e678-cfad-4dbf-8bae-005244634fcb None None] Current status of the port b0395f40-78fd-47aa-b979-ca19a28ef914 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:25:58.587972 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8a0ce-a794-4e7a-9017-52268e620d0f req-27c95c94-db66-4ea7-8811-2e7c26dc18d2 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:58.589497 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-42b8a0ce-a794-4e7a-9017-52268e620d0f req-27c95c94-db66-4ea7-8811-2e7c26dc18d2 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 947 time: 0.0643895 Apr 11 18:25:58.592588 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:25:58.602387 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Sync routers for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:25:58.620770 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:58.621667 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:58.658090 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-42b8a0ce-a794-4e7a-9017-52268e620d0f req-cf193e7a-a868-4bed-b2a9-0f57743c1580 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602179 Apr 11 18:25:58.683645 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:58.688975 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a7c1ea45-9dfa-4dcd-b5ea-b7812b25ec83 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2183652 Apr 11 18:25:58.689162 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53390) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:25:58.732004 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-092b914f-c29d-4abc-a09d-890c6baba01c None None] Provisioning complete for port b0395f40-78fd-47aa-b979-ca19a28ef914 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:25:58.732522 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-092b914f-c29d-4abc-a09d-890c6baba01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:58.779196 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:58.944138 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-092b914f-c29d-4abc-a09d-890c6baba01c None None] Current status of the port b0395f40-78fd-47aa-b979-ca19a28ef914 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:25:59.007455 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:25:57Z', 'revision_number': 3, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:59.037712 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Checking router: d7acb68e-c5b2-43f5-8cc5-3007d6114db5 for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:25:59.038067 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Updating router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 port 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b binding host dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:25:59.072475 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:59.332772 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Publish callbacks [] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:59.389524 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:59.416581 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:59.472130 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Attempting to bind port 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:25:59.473022 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Attempting to bind port 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:25:59.473395 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Attempting to bind port 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b on network 92929611-3b7d-482f-9e07-357d61c7241e {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:25:59.475513 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddb926-0c88-41dc-b3f3-a7bf40fa814f None None] Pushing event updated for resources: {'Port': ['ID=7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:59.481200 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:25:59.481573 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Checking segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:25:59.481967 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:59.482349 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Bound using segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:25:59.483357 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Bound port: 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:25:59.483357 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:59.538688 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] For port 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:25:59.541742 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] For port 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:25:59.542672 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Allocated IP 172.20.0.1 (3452c237-1758-4932-9b9d-634c184a4280/dd99bc16-ba63-4bae-919d-ad98f4d39730/d040c15d-3a14-4950-9d60-ac849b7a9d3d) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:25:59.617479 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:59.647958 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Publish callbacks [] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:59.677245 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:25:59.677245 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:25:59.727984 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddb926-0c88-41dc-b3f3-a7bf40fa814f None None] Pushing event updated for resources: {'Port': ['ID=7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:59.760285 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:59.789816 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0424941-97a6-4ffa-bcf8-5721f0c5cef3 req-f4683267-3d3b-4093-b500-4af62cd67057 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:25:59.791526 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f0424941-97a6-4ffa-bcf8-5721f0c5cef3 req-f4683267-3d3b-4093-b500-4af62cd67057 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 947 time: 0.0554900 Apr 11 18:25:59.802338 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Pushing event updated for resources: {'Port': ['ID=d040c15d-3a14-4950-9d60-ac849b7a9d3d,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:25:59.814454 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.814857 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.820423 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.820423 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.820423 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.820423 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.820423 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.820423 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.820423 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.820423 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.820423 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.820423 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.820423 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.820423 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.821452 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:25:59.821549 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:25:59.835387 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Network 3452c237-1758-4932-9b9d-634c184a4280 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:25:59.848056 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:25:59.849357 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:25:59.891190 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f0424941-97a6-4ffa-bcf8-5721f0c5cef3 req-c5a1fc6b-1b94-41df-8260-cda9101d5901 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931988 Apr 11 18:25:59.911209 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7918628'] for router_interface (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:25:59.922146 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device b0395f40-78fd-47aa-b979-ca19a28ef914 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:26:00.043509 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port b0395f40-78fd-47aa-b979-ca19a28ef914 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:26:00.044211 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:00.111371 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:00.133103 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:25:57Z', 'revision_number': 3, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:00.179667 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c8af9-3a01-40da-9631-eb8b98ea3303 None None] The sync data for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi is: [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:25:57Z', 'revision_number': 3, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:26:00.200524 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-7e723e60-569c-47fa-bb0e-45a344a5e097 None None] Provisioning complete for port d040c15d-3a14-4950-9d60-ac849b7a9d3d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:26:00.200894 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7e723e60-569c-47fa-bb0e-45a344a5e097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:00.228789 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port b0395f40-78fd-47aa-b979-ca19a28ef914 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:26:00.245437 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-7e723e60-569c-47fa-bb0e-45a344a5e097 None None] Port d040c15d-3a14-4950-9d60-ac849b7a9d3d cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:26:00.286185 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Publish callbacks [] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:00.337086 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53412) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:00.376724 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:00.478160 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7877612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7918996'] for router_interface (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:00.479934 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Pushing event updated for resources: {'Port': ['ID=d040c15d-3a14-4950-9d60-ac849b7a9d3d,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:00.495686 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3f285688-a93d-4974-8962-7bb33f03ac18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:00.635375 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Network 3452c237-1758-4932-9b9d-634c184a4280 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:26:00.640271 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:26:00.701866 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3f285688-a93d-4974-8962-7bb33f03ac18 admin admin] Publish callbacks [] for security_group (15ee63c7-1315-4bcb-9fbb-4865e9b3e66d), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:00.754414 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3f285688-a93d-4974-8962-7bb33f03ac18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (15ee63c7-1315-4bcb-9fbb-4865e9b3e66d), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:00.818025 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3f285688-a93d-4974-8962-7bb33f03ac18 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04ab7222927e4fb08d62ea93d7d49941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4740396 Apr 11 18:26:00.818025 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f285688-a93d-4974-8962-7bb33f03ac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ee63c7-1315-4bcb-9fbb-4865e9b3e66d,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:00.818714 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53416) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:00.833652 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:26:00.873283 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-8a2343a0-4a69-4431-9d50-78adb98f5ef0 None None] Provisioning complete for port d040c15d-3a14-4950-9d60-ac849b7a9d3d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:26:00.873959 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8a2343a0-4a69-4431-9d50-78adb98f5ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:00.874681 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed2e5f6e-002e-4ebf-a05b-211b11a1a0dd admin admin] Publish callbacks [] for security_group (15ee63c7-1315-4bcb-9fbb-4865e9b3e66d), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:00.904127 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed2e5f6e-002e-4ebf-a05b-211b11a1a0dd admin admin] Publish callbacks [] for security_group (15ee63c7-1315-4bcb-9fbb-4865e9b3e66d), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:00.916432 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-8a2343a0-4a69-4431-9d50-78adb98f5ef0 None None] Port d040c15d-3a14-4950-9d60-ac849b7a9d3d cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:26:00.965969 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:26:00.971937 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-32979c7b-9741-4372-829c-2c70d8bed05e admin admin] 10.222.0.64 "PUT /v2.0/routers/d7acb68e-c5b2-43f5-8cc5-3007d6114db5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2809422 Apr 11 18:26:01.108368 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed2e5f6e-002e-4ebf-a05b-211b11a1a0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (15ee63c7-1315-4bcb-9fbb-4865e9b3e66d), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:01.111038 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ed2e5f6e-002e-4ebf-a05b-211b11a1a0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:01.115590 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ed2e5f6e-002e-4ebf-a05b-211b11a1a0dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15ee63c7-1315-4bcb-9fbb-4865e9b3e66d HTTP/1.1" status: 204 len: 168 time: 0.2995086 Apr 11 18:26:01.128922 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e5f6e-002e-4ebf-a05b-211b11a1a0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ee63c7-1315-4bcb-9fbb-4865e9b3e66d,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:01.490297 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53426) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:01.494983 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-72e2099a-2abf-412d-b37c-34d41009ab7a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--706545818', 'description': 'tempest-description--1756013880'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:26:01.588714 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72e2099a-2abf-412d-b37c-34d41009ab7a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:01.662851 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72e2099a-2abf-412d-b37c-34d41009ab7a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (067441ed-e18f-455e-8625-bc655ef67953), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:01.725379 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72e2099a-2abf-412d-b37c-34d41009ab7a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (067441ed-e18f-455e-8625-bc655ef67953), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:01.754898 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2099a-2abf-412d-b37c-34d41009ab7a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=067441ed-e18f-455e-8625-bc655ef67953,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:01.822609 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4b1e4842-ff84-4fd5-a29c-214deaeeb508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:01.837489 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Sync routers for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:26:01.846558 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:26:01.847007 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-72e2099a-2abf-412d-b37c-34d41009ab7a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:01.848449 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-72e2099a-2abf-412d-b37c-34d41009ab7a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3571012 Apr 11 18:26:01.851076 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53428) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:01.852105 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:26:01.852728 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:01.855779 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-257c11d4-5214-45ba-bcd8-e49ae6ab8a8c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'security_group_rule': {'security_group_id': '067441ed-e18f-455e-8625-bc655ef67953', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:26:01.898110 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:26:01.898532 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:01.960516 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:26:01.970154 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-257c11d4-5214-45ba-bcd8-e49ae6ab8a8c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (e44003c3-590f-490d-87e0-c37ad7c817d4), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:01.977599 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:26:01.977920 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.000560 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:26:02.043564 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-257c11d4-5214-45ba-bcd8-e49ae6ab8a8c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (e44003c3-590f-490d-87e0-c37ad7c817d4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.096931 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.131357 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-257c11d4-5214-45ba-bcd8-e49ae6ab8a8c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (e44003c3-590f-490d-87e0-c37ad7c817d4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.149151 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:02.153128 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c11d4-5214-45ba-bcd8-e49ae6ab8a8c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44003c3-590f-490d-87e0-c37ad7c817d4,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:02.154033 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 2, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:02.185775 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Checking router: d7acb68e-c5b2-43f5-8cc5-3007d6114db5 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:26:02.186126 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Updating router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 port d040c15d-3a14-4950-9d60-ac849b7a9d3d binding host dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:26:02.213306 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.217298 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-257c11d4-5214-45ba-bcd8-e49ae6ab8a8c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.218545 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-257c11d4-5214-45ba-bcd8-e49ae6ab8a8c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3664944 Apr 11 18:26:02.222449 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53430) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:02.227017 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-1bdcded6-e6be-4dc2-80a7-636a3d8c9387 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'security_group_rule': {'security_group_id': '067441ed-e18f-455e-8625-bc655ef67953', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:26:02.325262 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1bdcded6-e6be-4dc2-80a7-636a3d8c9387 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (fb1a23eb-7837-4cf1-af4a-22449650d099), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.381922 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1bdcded6-e6be-4dc2-80a7-636a3d8c9387 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (fb1a23eb-7837-4cf1-af4a-22449650d099), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.473929 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Publish callbacks [] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.479588 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1bdcded6-e6be-4dc2-80a7-636a3d8c9387 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (fb1a23eb-7837-4cf1-af4a-22449650d099), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.496934 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcded6-e6be-4dc2-80a7-636a3d8c9387 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1a23eb-7837-4cf1-af4a-22449650d099,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:02.542493 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.572866 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1bdcded6-e6be-4dc2-80a7-636a3d8c9387 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.574274 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-1bdcded6-e6be-4dc2-80a7-636a3d8c9387 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506637 Apr 11 18:26:02.582277 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53432) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:02.582664 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:26:02.593798 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Pushing event updated for resources: {'Port': ['ID=d040c15d-3a14-4950-9d60-ac849b7a9d3d,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:02.707650 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.719206 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.719496 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.720064 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.720431 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.720911 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.722364 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.722699 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.723029 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.723387 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.731869 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.731869 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.731869 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.731869 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.731869 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.731869 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:02.762562 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Attempting to bind port d040c15d-3a14-4950-9d60-ac849b7a9d3d on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:26:02.762912 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Attempting to bind port d040c15d-3a14-4950-9d60-ac849b7a9d3d by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:26:02.763330 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Attempting to bind port d040c15d-3a14-4950-9d60-ac849b7a9d3d on network 3452c237-1758-4932-9b9d-634c184a4280 {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:26:02.769601 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:26:02.769975 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Checking segment: {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:26:02.770376 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.770771 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Bound using segment: {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:26:02.771266 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Bound port: d040c15d-3a14-4950-9d60-ac849b7a9d3d, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:26:02.771649 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.798865 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.834042 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] For port d040c15d-3a14-4950-9d60-ac849b7a9d3d, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:26:02.838222 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] For port d040c15d-3a14-4950-9d60-ac849b7a9d3d, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=d040c15d-3a14-4950-9d60-ac849b7a9d3d,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:26:02.845911 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-db44d558-fa90-4816-abc3-230e8660b545 None None] Provisioning complete for port d040c15d-3a14-4950-9d60-ac849b7a9d3d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:26:02.846387 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-db44d558-fa90-4816-abc3-230e8660b545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.883507 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-db44d558-fa90-4816-abc3-230e8660b545 None None] Port d040c15d-3a14-4950-9d60-ac849b7a9d3d cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:26:02.910590 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Allocated IP 172.27.3.241 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:26:02.931209 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:02.989329 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:26:02.989962 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:25:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:03.022327 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for port (b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:03.032625 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e7d18-5f60-47a4-b3c9-e76ee3d9c14f None None] Pushing event updated for resources: {'Port': ['ID=d040c15d-3a14-4950-9d60-ac849b7a9d3d,revision_number=4']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:03.113050 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:26:03.126170 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:03.172277 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:26:03.177333 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:26:03.184122 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:26:03.187331 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'Port': ['ID=b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:03.209819 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-8d1b5e3f-52c2-40da-99c2-da9f63c35fd1 None None] Provisioning complete for port d040c15d-3a14-4950-9d60-ac849b7a9d3d triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:26:03.210776 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5e3f-52c2-40da-99c2-da9f63c35fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:03.290181 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (82846937-793b-45fd-8c2a-ea32d0a72686), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:03.309129 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b5e3f-52c2-40da-99c2-da9f63c35fd1 None None] Current status of the port d040c15d-3a14-4950-9d60-ac849b7a9d3d is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:26:03.309521 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5e3f-52c2-40da-99c2-da9f63c35fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:03.323785 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:02Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:03.349375 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-8d1b5e3f-52c2-40da-99c2-da9f63c35fd1 None None] For port d040c15d-3a14-4950-9d60-ac849b7a9d3d, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=d040c15d-3a14-4950-9d60-ac849b7a9d3d,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:26:03.352820 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2e662-d0e1-45d0-9fc3-7a168d0098e9 None None] The sync data for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi is: [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:02Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:26:03.392118 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:03.412037 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5e3f-52c2-40da-99c2-da9f63c35fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:03.475310 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b5e3f-52c2-40da-99c2-da9f63c35fd1 None None] Pushing event updated for resources: {'Port': ['ID=d040c15d-3a14-4950-9d60-ac849b7a9d3d,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:03.607995 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for port (b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:03.656898 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:03.726553 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'Port': ['ID=b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:03.739424 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (82846937-793b-45fd-8c2a-ea32d0a72686), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:03.835512 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:03.835512 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b4893573-0242-484d-aff7-977dd0afbc2c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2478967 Apr 11 18:26:03.915550 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:26:03.968371 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:26:03.968741 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:04.043003 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-2b68a056-885a-4320-b7f3-db9a43a1c0ee tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--706545818&fields=id&tenant_id=4072468131ed4b4eab0f1848d4e73ab2 HTTP/1.1" status: 200 len: 267 time: 0.0463893 Apr 11 18:26:04.063614 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:26:04.065560 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device d040c15d-3a14-4950-9d60-ac849b7a9d3d up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:26:04.160702 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-20cbfcd7-c70b-4bb2-a3c8-daf40c1c765c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:04.162316 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-20cbfcd7-c70b-4bb2-a3c8-daf40c1c765c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/networks?id=3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 200 len: 815 time: 0.1113706 Apr 11 18:26:04.178768 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-b1e7a673-ddb6-4fe9-a14c-c0171068e4e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/quotas/4072468131ed4b4eab0f1848d4e73ab2 HTTP/1.1" status: 200 len: 375 time: 0.0106208 Apr 11 18:26:04.233952 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-0fce4ded-5ad4-4fa4-a653-949559d08451 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488210 Apr 11 18:26:04.247354 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port d040c15d-3a14-4950-9d60-ac849b7a9d3d triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:26:04.247834 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:04.329498 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port d040c15d-3a14-4950-9d60-ac849b7a9d3d is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:26:04.346765 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-c23eaaee-3e44-4d5a-81b0-653916cef972 service neutron] 10.222.0.64 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003516 Apr 11 18:26:04.440037 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-3514ebec-fbb8-46b2-b0f6-753ebc24dc86 service neutron] 10.222.0.64 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875061 Apr 11 18:26:04.588159 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7f2e9bdc-91ec-4162-b87d-bfd5ab603cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:04.708747 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-231057e2-aeed-447d-a3ef-6b85549e27d2 req-f9e9312b-49d1-4571-a646-c433a994b06d tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 210 time: 0.0318420 Apr 11 18:26:05.426885 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:05.441021 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:26:05.805100 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-70766f34-14f3-4bb8-a634-ca8c783fb023 req-1409a70f-4b0f-43bb-aa33-bfaa9804b3a4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 210 time: 0.0304637 Apr 11 18:26:06.901383 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4a3bef78-3d34-4835-82d4-49a478304a1c req-17d06a33-cbd1-4565-8805-b96e8b2de0b4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 210 time: 0.0275366 Apr 11 18:26:06.942758 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:07.018650 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-b880df3b-d355-46a1-9eb2-1184231bab8e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:07.020388 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-b880df3b-d355-46a1-9eb2-1184231bab8e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "GET /v2.0/networks?id=3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 200 len: 815 time: 0.1098495 Apr 11 18:26:07.090949 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-1a1b9d6d-3c86-4225-bdaa-c668366f2441 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4072468131ed4b4eab0f1848d4e73ab2 HTTP/1.1" status: 200 len: 379 time: 0.0574410 Apr 11 18:26:07.101295 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-7c04190a-d368-4e0b-bfe9-0766197b01b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'port': {'device_id': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'admin_state_up': True, 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'security_groups': ['067441ed-e18f-455e-8625-bc655ef67953']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:26:07.296524 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-7c04190a-d368-4e0b-bfe9-0766197b01b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Made reservation on behalf of 4072468131ed4b4eab0f1848d4e73ab2 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:26:07.299958 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-7c04190a-d368-4e0b-bfe9-0766197b01b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:07.424221 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-7c04190a-d368-4e0b-bfe9-0766197b01b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Allocated IP 172.20.0.3 (3452c237-1758-4932-9b9d-634c184a4280/dd99bc16-ba63-4bae-919d-ad98f4d39730/4795007c-477c-43bf-87ef-2d22fbe834c0) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:26:07.559580 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-7c04190a-d368-4e0b-bfe9-0766197b01b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:07.663000 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-7c04190a-d368-4e0b-bfe9-0766197b01b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:07.703617 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-7c04190a-d368-4e0b-bfe9-0766197b01b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Network 3452c237-1758-4932-9b9d-634c184a4280 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:26:07.706528 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-7c04190a-d368-4e0b-bfe9-0766197b01b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:26:07.710041 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-7c04190a-d368-4e0b-bfe9-0766197b01b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:26:07.741966 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04190a-d368-4e0b-bfe9-0766197b01b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'Port': ['ID=4795007c-477c-43bf-87ef-2d22fbe834c0,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:07.772510 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-7c04190a-d368-4e0b-bfe9-0766197b01b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:07.773166 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-7c04190a-d368-4e0b-bfe9-0766197b01b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:07.894392 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-7c04190a-d368-4e0b-bfe9-0766197b01b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7779813 Apr 11 18:26:07.894392 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Request body: {'port': {'device_id': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:26:07.945828 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:07.966649 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-2977e8ea-1bac-4aa1-a6e6-eeb86b886447 None None] Provisioning complete for port 4795007c-477c-43bf-87ef-2d22fbe834c0 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:26:07.969060 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2977e8ea-1bac-4aa1-a6e6-eeb86b886447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:08.007915 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-2977e8ea-1bac-4aa1-a6e6-eeb86b886447 None None] Port 4795007c-477c-43bf-87ef-2d22fbe834c0 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:26:08.025711 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db166b-4d28-4f25-b8af-a3925fd8990e req-c3d31525-92dc-49e7-bcdd-027a23debf60 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:08.027273 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-44db166b-4d28-4f25-b8af-a3925fd8990e req-c3d31525-92dc-49e7-bcdd-027a23debf60 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 931 time: 0.0515296 Apr 11 18:26:08.075523 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-44db166b-4d28-4f25-b8af-a3925fd8990e req-32de3100-478e-4e09-b65d-03ad8cd9b850 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424511 Apr 11 18:26:08.221675 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4795007c-477c-43bf-87ef-2d22fbe834c0 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:26:08.229348 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Publish callbacks [] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:08.242232 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Transition to ACTIVE for port object 4795007c-477c-43bf-87ef-2d22fbe834c0 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:26:08.285356 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:08.307949 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:08.380474 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Pushing event updated for resources: {'Port': ['ID=4795007c-477c-43bf-87ef-2d22fbe834c0,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:08.432738 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Attempting to bind port 4795007c-477c-43bf-87ef-2d22fbe834c0 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:26:08.433075 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Attempting to bind port 4795007c-477c-43bf-87ef-2d22fbe834c0 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:26:08.433404 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Attempting to bind port 4795007c-477c-43bf-87ef-2d22fbe834c0 on network 3452c237-1758-4932-9b9d-634c184a4280 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:26:08.438034 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Port 4795007c-477c-43bf-87ef-2d22fbe834c0 on network 3452c237-1758-4932-9b9d-634c184a4280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:26:08.438388 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Attempting to bind port 4795007c-477c-43bf-87ef-2d22fbe834c0 on network 3452c237-1758-4932-9b9d-634c184a4280 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:26:08.444397 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:26:08.444612 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Checking segment: {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:26:08.444985 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Bound using segment: {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:26:08.445408 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Bound port: 4795007c-477c-43bf-87ef-2d22fbe834c0, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:26:08.445772 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:08.520177 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] For port 4795007c-477c-43bf-87ef-2d22fbe834c0, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:26:08.523233 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] For port 4795007c-477c-43bf-87ef-2d22fbe834c0, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4795007c-477c-43bf-87ef-2d22fbe834c0,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:26:08.615971 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:08.648954 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:08.649930 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:08.651352 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] 10.222.0.30 "PUT /v2.0/ports/4795007c-477c-43bf-87ef-2d22fbe834c0 HTTP/1.1" status: 200 len: 1093 time: 0.7687354 Apr 11 18:26:08.653904 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'tag': '4795007c-477c-43bf-87ef-2d22fbe834c0'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:26:08.657059 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e419ff4-1f89-49ac-a329-ee7ccc505911" -d '{"events": [{"name": "network-changed", "server_uuid": "772f2298-567c-4e9f-a6e7-9cde5422d7e9", "tag": "4795007c-477c-43bf-87ef-2d22fbe834c0"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:26:08.686391 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea25b4-5519-4896-8962-0c7b9fd9b585 service neutron] Pushing event updated for resources: {'Port': ['ID=4795007c-477c-43bf-87ef-2d22fbe834c0,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:08.699246 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2077a84-bfa3-4aa5-8d90-71fd14867da5 x-openstack-request-id: req-e2077a84-bfa3-4aa5-8d90-71fd14867da5 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:26:08.699661 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772f2298-567c-4e9f-a6e7-9cde5422d7e9", "tag": "4795007c-477c-43bf-87ef-2d22fbe834c0", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:26:08.700032 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2077a84-bfa3-4aa5-8d90-71fd14867da5 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:26:08.700542 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2077a84-bfa3-4aa5-8d90-71fd14867da5'] response: {'name': 'network-changed', 'server_uuid': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'tag': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'status': 'completed', 'code': 200} Apr 11 18:26:08.773565 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e419ff4-1f89-49ac-a329-ee7ccc505911 req-35fbebd3-7ed6-4e77-95ec-f4805da303b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:08.775114 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9e419ff4-1f89-49ac-a329-ee7ccc505911 req-35fbebd3-7ed6-4e77-95ec-f4805da303b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 1127 time: 0.0435011 Apr 11 18:26:08.881448 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e419ff4-1f89-49ac-a329-ee7ccc505911 req-7bba5382-3912-406c-a0d0-7385a3acaf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:08.882915 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9e419ff4-1f89-49ac-a329-ee7ccc505911 req-7bba5382-3912-406c-a0d0-7385a3acaf38 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0974934 Apr 11 18:26:08.976062 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e419ff4-1f89-49ac-a329-ee7ccc505911 req-22105d15-ed57-4e80-8508-1222efbff17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:08.977557 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9e419ff4-1f89-49ac-a329-ee7ccc505911 req-22105d15-ed57-4e80-8508-1222efbff17e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874000 Apr 11 18:26:09.049849 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-1ed982f0-87d7-4db5-a7be-653e8b4d8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:09.051457 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-1ed982f0-87d7-4db5-a7be-653e8b4d8b78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 1127 time: 0.0389678 Apr 11 18:26:09.097943 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-1326a879-c4ab-4299-9010-093bd336d717 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4795007c-477c-43bf-87ef-2d22fbe834c0 HTTP/1.1" status: 200 len: 217 time: 0.0379143 Apr 11 18:26:09.147795 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-f274bf21-e016-437e-8e9d-d6ba5cfa25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:09.149269 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-f274bf21-e016-437e-8e9d-d6ba5cfa25b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd99bc16-ba63-4bae-919d-ad98f4d39730 HTTP/1.1" status: 200 len: 854 time: 0.0446417 Apr 11 18:26:09.193649 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaa6c2-fac9-4cd3-af45-46e8b28ec56e req-71ad9585-f8c4-4e0a-92cd-36edccb33f1b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:09.194312 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-be2ebc92-cea0-4fce-ae62-c55449a2a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:09.195170 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a7aaa6c2-fac9-4cd3-af45-46e8b28ec56e req-71ad9585-f8c4-4e0a-92cd-36edccb33f1b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 943 time: 0.0508859 Apr 11 18:26:09.195829 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-be2ebc92-cea0-4fce-ae62-c55449a2a0da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3452c237-1758-4932-9b9d-634c184a4280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388081 Apr 11 18:26:09.242233 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a7aaa6c2-fac9-4cd3-af45-46e8b28ec56e req-56642d44-3dd0-4502-8af5-06f190995748 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412512 Apr 11 18:26:09.290141 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-a7b18e16-8fd3-4d50-96c9-493f3890ff4f service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864165 Apr 11 18:26:09.380068 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-71d1ccb4-b8bd-42da-a5a6-ba62394bcce0 req-ee67d0bf-119f-4d61-9c3b-b646e6dc82dd service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833890 Apr 11 18:26:10.357500 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948576a5-598c-4af6-94ad-fd47aaa7019d req-9de195cc-8c93-42a7-a82b-0bedc6b30bc2 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:10.358957 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-948576a5-598c-4af6-94ad-fd47aaa7019d req-9de195cc-8c93-42a7-a82b-0bedc6b30bc2 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 943 time: 0.0467381 Apr 11 18:26:10.409024 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-948576a5-598c-4af6-94ad-fd47aaa7019d req-19cac7ce-9397-4040-9c79-08d070c1f731 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444589 Apr 11 18:26:11.519881 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa614d-b362-43bc-b94d-97cc6d97432d req-d086f8a5-b905-45b7-89c4-814e73368c13 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:11.521336 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e3fa614d-b362-43bc-b94d-97cc6d97432d req-d086f8a5-b905-45b7-89c4-814e73368c13 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 943 time: 0.0458167 Apr 11 18:26:11.570492 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e3fa614d-b362-43bc-b94d-97cc6d97432d req-f7209aaa-8669-434e-a1f8-742078a221dc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436878 Apr 11 18:26:12.683359 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc478d-7b2c-4771-84ba-ba3db9db7616 req-e1a42063-3941-4fbe-9c25-ca9f505e9937 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:12.684800 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3afc478d-7b2c-4771-84ba-ba3db9db7616 req-e1a42063-3941-4fbe-9c25-ca9f505e9937 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 943 time: 0.0471685 Apr 11 18:26:12.730580 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3afc478d-7b2c-4771-84ba-ba3db9db7616 req-1e248f09-fc30-4598-bf31-d9b2ad00e001 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402801 Apr 11 18:26:13.162363 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 4795007c-477c-43bf-87ef-2d22fbe834c0 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:26:13.259107 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 4795007c-477c-43bf-87ef-2d22fbe834c0, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4795007c-477c-43bf-87ef-2d22fbe834c0,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:26:13.270810 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'port_id': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'mac_address': 'fa:16:3e:42:c3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:26:13.306110 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 4795007c-477c-43bf-87ef-2d22fbe834c0 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:26:13.306487 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:13.319841 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4795007c-477c-43bf-87ef-2d22fbe834c0 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:26:13.348128 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 4795007c-477c-43bf-87ef-2d22fbe834c0, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4795007c-477c-43bf-87ef-2d22fbe834c0,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:26:13.443383 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:13.482116 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:13.491162 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=4795007c-477c-43bf-87ef-2d22fbe834c0,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:13.691668 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['4795007c-477c-43bf-87ef-2d22fbe834c0'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:26:13.844104 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c99a3b-a2b7-4f69-b57e-8c4cc554e389 req-286958f8-7526-47de-8fee-e7f26a29f94c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:13.845490 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-84c99a3b-a2b7-4f69-b57e-8c4cc554e389 req-286958f8-7526-47de-8fee-e7f26a29f94c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 944 time: 0.0471919 Apr 11 18:26:13.891851 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-84c99a3b-a2b7-4f69-b57e-8c4cc554e389 req-cddc8809-9f3a-4081-a93f-fd9735ceea91 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403991 Apr 11 18:26:15.008274 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca7f83-b6a2-46dc-9c7b-2b450e89361d req-5aadf2a5-911d-4c16-99c7-c5fc4ec8b1b0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:15.009754 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-acca7f83-b6a2-46dc-9c7b-2b450e89361d req-5aadf2a5-911d-4c16-99c7-c5fc4ec8b1b0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 944 time: 0.0491478 Apr 11 18:26:15.056507 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-acca7f83-b6a2-46dc-9c7b-2b450e89361d req-516646ea-804b-45e2-97f2-c26c880fbb3e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412796 Apr 11 18:26:15.181956 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 4795007c-477c-43bf-87ef-2d22fbe834c0 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:26:15.224641 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 4795007c-477c-43bf-87ef-2d22fbe834c0 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:26:15.313419 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 4795007c-477c-43bf-87ef-2d22fbe834c0 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:26:15.313790 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:15.390334 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 4795007c-477c-43bf-87ef-2d22fbe834c0 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:26:15.390714 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:15.412784 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4795007c-477c-43bf-87ef-2d22fbe834c0'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:26:15.415006 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca168cc-123d-40e2-a3a4-d639cf2cd498" -d '{"events": [{"server_uuid": "772f2298-567c-4e9f-a6e7-9cde5422d7e9", "name": "network-vif-plugged", "status": "completed", "tag": "4795007c-477c-43bf-87ef-2d22fbe834c0"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:26:15.428212 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 4795007c-477c-43bf-87ef-2d22fbe834c0, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4795007c-477c-43bf-87ef-2d22fbe834c0,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:26:15.454835 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae82068d-8e8e-4fc9-bc64-5f4ead9b74b4 x-openstack-request-id: req-ae82068d-8e8e-4fc9-bc64-5f4ead9b74b4 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:26:15.454835 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772f2298-567c-4e9f-a6e7-9cde5422d7e9", "name": "network-vif-plugged", "status": "completed", "tag": "4795007c-477c-43bf-87ef-2d22fbe834c0", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:26:15.454835 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae82068d-8e8e-4fc9-bc64-5f4ead9b74b4 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:26:15.454835 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae82068d-8e8e-4fc9-bc64-5f4ead9b74b4'] response: {'server_uuid': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'code': 200} Apr 11 18:26:15.502666 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:15.554197 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=4795007c-477c-43bf-87ef-2d22fbe834c0,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:15.561302 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.561649 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.562013 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.562372 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.562722 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.563039 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.563392 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.563717 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.564041 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.564362 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.564684 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.565082 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.565360 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.565677 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.565996 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:26:15.780148 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77e539-c8d5-4617-a2f4-c2fbe3704776 req-1da1ce69-ea87-401d-90db-e29357b9a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:15.782036 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4a77e539-c8d5-4617-a2f4-c2fbe3704776 req-1da1ce69-ea87-401d-90db-e29357b9a38e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 1129 time: 0.0432191 Apr 11 18:26:15.826079 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4a77e539-c8d5-4617-a2f4-c2fbe3704776 req-6989ca6f-81b9-4bcb-b47c-90608fc89d2c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380595 Apr 11 18:26:16.168662 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c7ec-1589-458b-b6c0-b32a96bd2143 req-a4a86b17-1761-4b42-921c-285dc708b9ab tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:16.170150 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9c73c7ec-1589-458b-b6c0-b32a96bd2143 req-a4a86b17-1761-4b42-921c-285dc708b9ab tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0459867 Apr 11 18:26:16.218583 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9c73c7ec-1589-458b-b6c0-b32a96bd2143 req-a64bcaad-37c1-4392-98c5-0659764049fc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426311 Apr 11 18:26:17.334625 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c8e38-315c-4e69-8e5e-d8b6e024c345 req-a4549af7-133f-4f51-ac64-ba14ecd93fad tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:17.336219 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a28c8e38-315c-4e69-8e5e-d8b6e024c345 req-a4549af7-133f-4f51-ac64-ba14ecd93fad tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0517187 Apr 11 18:26:17.382709 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a28c8e38-315c-4e69-8e5e-d8b6e024c345 req-a5dddaa4-9a20-4ec0-91e8-561b74bc559b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406930 Apr 11 18:26:18.493566 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120649df-b740-4aad-83f5-528ba190fb62 req-bee536f0-ee8a-41a2-b19d-dfc8af8fd2e9 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:18.495058 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-120649df-b740-4aad-83f5-528ba190fb62 req-bee536f0-ee8a-41a2-b19d-dfc8af8fd2e9 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0462530 Apr 11 18:26:18.541206 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-120649df-b740-4aad-83f5-528ba190fb62 req-70db5f15-575d-4b7c-b4b5-f35a208d0d30 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404832 Apr 11 18:26:18.649226 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104424dd-a3de-4378-9b04-af7667bc734f req-696a7ffb-08c3-434f-b196-7257fdd90405 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:18.650691 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-104424dd-a3de-4378-9b04-af7667bc734f req-696a7ffb-08c3-434f-b196-7257fdd90405 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0461662 Apr 11 18:26:18.665413 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53492) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:18.669657 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-82703160-2d04-4deb-9ed8-6dd2202289bc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'floatingip': {'port_id': '4795007c-477c-43bf-87ef-2d22fbe834c0'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:26:18.967178 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-82703160-2d04-4deb-9ed8-6dd2202289bc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (82846937-793b-45fd-8c2a-ea32d0a72686), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:19.412451 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-82703160-2d04-4deb-9ed8-6dd2202289bc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:19.708269 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-82703160-2d04-4deb-9ed8-6dd2202289bc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (82846937-793b-45fd-8c2a-ea32d0a72686), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:19.813492 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-82703160-2d04-4deb-9ed8-6dd2202289bc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Floating IP 82846937-793b-45fd-8c2a-ea32d0a72686 associated. External IP: 172.27.3.241, port: 4795007c-477c-43bf-87ef-2d22fbe834c0. Apr 11 18:26:20.029714 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82703160-2d04-4deb-9ed8-6dd2202289bc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:26:20.140388 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82703160-2d04-4deb-9ed8-6dd2202289bc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:26:20.145453 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-82703160-2d04-4deb-9ed8-6dd2202289bc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:20.151958 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d7d7e-1179-4f24-bea5-869be57e74ed None None] Sync routers for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:26:20.161149 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d7d7e-1179-4f24-bea5-869be57e74ed None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:26:20.161769 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-0e9d7d7e-1179-4f24-bea5-869be57e74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:26:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:20.174319 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-82703160-2d04-4deb-9ed8-6dd2202289bc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "PUT /v2.0/floatingips/82846937-793b-45fd-8c2a-ea32d0a72686 HTTP/1.1" status: 200 len: 991 time: 1.5079167 Apr 11 18:26:20.175016 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'tag': '4795007c-477c-43bf-87ef-2d22fbe834c0'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:26:20.177341 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d31ba7-913d-43b7-ba1d-995fa8cc51a9" -d '{"events": [{"name": "network-changed", "server_uuid": "772f2298-567c-4e9f-a6e7-9cde5422d7e9", "tag": "4795007c-477c-43bf-87ef-2d22fbe834c0"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:26:20.218559 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a83122a-0e3a-474f-b05a-4a20798513de x-openstack-request-id: req-2a83122a-0e3a-474f-b05a-4a20798513de {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:26:20.218948 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772f2298-567c-4e9f-a6e7-9cde5422d7e9", "tag": "4795007c-477c-43bf-87ef-2d22fbe834c0", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:26:20.219307 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a83122a-0e3a-474f-b05a-4a20798513de {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:26:20.219723 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a83122a-0e3a-474f-b05a-4a20798513de'] response: {'name': 'network-changed', 'server_uuid': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'tag': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'status': 'completed', 'code': 200} Apr 11 18:26:20.275968 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-0e9d7d7e-1179-4f24-bea5-869be57e74ed None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:26:20.285109 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d31ba7-913d-43b7-ba1d-995fa8cc51a9 req-3ddf40f0-b65a-4e44-bf2c-566dd5b2d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:20.286830 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99d31ba7-913d-43b7-ba1d-995fa8cc51a9 req-3ddf40f0-b65a-4e44-bf2c-566dd5b2d12b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 1129 time: 0.0402770 Apr 11 18:26:20.382899 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d31ba7-913d-43b7-ba1d-995fa8cc51a9 req-50792dab-1342-4c20-bf7f-23a76d09fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:20.384415 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99d31ba7-913d-43b7-ba1d-995fa8cc51a9 req-50792dab-1342-4c20-bf7f-23a76d09fa6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 200 len: 916 time: 0.0896537 Apr 11 18:26:20.457492 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99d31ba7-913d-43b7-ba1d-995fa8cc51a9 req-68f89d5d-add0-45bc-bdd8-4e0972d9851f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4795007c-477c-43bf-87ef-2d22fbe834c0 HTTP/1.1" status: 200 len: 999 time: 0.0640817 Apr 11 18:26:20.496893 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-0e9d7d7e-1179-4f24-bea5-869be57e74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '82846937-793b-45fd-8c2a-ea32d0a72686', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:42:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:26:03Z', 'updated_at': '2022-04-11T18:26:19Z', 'revision_number': 1, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:20.508558 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d31ba7-913d-43b7-ba1d-995fa8cc51a9 req-8b6305d9-d6a2-4127-87a6-c0f883ace132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:20.510067 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99d31ba7-913d-43b7-ba1d-995fa8cc51a9 req-8b6305d9-d6a2-4127-87a6-c0f883ace132 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd99bc16-ba63-4bae-919d-ad98f4d39730 HTTP/1.1" status: 200 len: 854 time: 0.0444655 Apr 11 18:26:20.523601 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d7d7e-1179-4f24-bea5-869be57e74ed None None] Checking router: d7acb68e-c5b2-43f5-8cc5-3007d6114db5 for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:26:20.531829 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d7d7e-1179-4f24-bea5-869be57e74ed None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:26:20.532370 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-0e9d7d7e-1179-4f24-bea5-869be57e74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:26:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:20.558156 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d31ba7-913d-43b7-ba1d-995fa8cc51a9 req-107fb83c-ee24-4a32-b866-b1e677ba2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:20.570223 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99d31ba7-913d-43b7-ba1d-995fa8cc51a9 req-107fb83c-ee24-4a32-b866-b1e677ba2c76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3452c237-1758-4932-9b9d-634c184a4280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427036 Apr 11 18:26:20.640967 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-0e9d7d7e-1179-4f24-bea5-869be57e74ed None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:26:20.653037 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99d31ba7-913d-43b7-ba1d-995fa8cc51a9 req-83eed859-0fde-4f2e-a95a-ff9fa3a5bce2 service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826409 Apr 11 18:26:20.749072 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-99d31ba7-913d-43b7-ba1d-995fa8cc51a9 req-de0ff28d-e9ea-403c-8b1e-7feffbc38562 service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869820 Apr 11 18:26:20.857549 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-0e9d7d7e-1179-4f24-bea5-869be57e74ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '82846937-793b-45fd-8c2a-ea32d0a72686', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:42:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:26:03Z', 'updated_at': '2022-04-11T18:26:19Z', 'revision_number': 1, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:20.888709 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d7d7e-1179-4f24-bea5-869be57e74ed None None] The sync data for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi is: [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '82846937-793b-45fd-8c2a-ea32d0a72686', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:42:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:26:03Z', 'updated_at': '2022-04-11T18:26:19Z', 'revision_number': 1, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:26:21.085531 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d9890-6b3b-42dd-bef3-389babde901e None None] New status for floating IP 82846937-793b-45fd-8c2a-ea32d0a72686: ACTIVE {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:26:31.833809 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8588e27d-7bf3-4006-99bd-08d04e694411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:33.441469 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2451e7f-020b-435d-b22a-543bc806dc4a req-fb489009-20b7-4b66-8bc3-cb69b0b09b02 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:33.442980 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f2451e7f-020b-435d-b22a-543bc806dc4a req-fb489009-20b7-4b66-8bc3-cb69b0b09b02 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 947 time: 0.0475674 Apr 11 18:26:33.491788 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f2451e7f-020b-435d-b22a-543bc806dc4a req-da96b1f6-2508-41cb-bae7-d75bc415e12f tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433226 Apr 11 18:26:34.570575 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-710d2f6d-a56d-4fa1-98ef-536ccabd10d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:34.614057 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1070484-04af-46f7-8c55-036d22a36a18 req-f51a6161-0b82-456a-97af-32dfd7ab8523 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:34.615646 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c1070484-04af-46f7-8c55-036d22a36a18 req-f51a6161-0b82-456a-97af-32dfd7ab8523 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 947 time: 0.0488009 Apr 11 18:26:34.667456 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c1070484-04af-46f7-8c55-036d22a36a18 req-511f37f9-b284-4553-87b7-ae9fe95c566b tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461669 Apr 11 18:26:35.018692 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599a495-45aa-4c1b-950d-e514160ae228 req-9db00c27-9a71-4a27-84a8-ec23af1aa830 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:35.020167 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e599a495-45aa-4c1b-950d-e514160ae228 req-9db00c27-9a71-4a27-84a8-ec23af1aa830 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 947 time: 0.0462158 Apr 11 18:26:35.374785 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Deleting port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:26:35.375043 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:35.388798 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:35.464721 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] For port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:26:35.465090 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:35.640687 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:35.640972 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (8e538785-45e3-4af1-9ebb-1a5200fc7980), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:35.641297 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Floating IP 8e538785-45e3-4af1-9ebb-1a5200fc7980 disassociated. External IP: 172.27.3.95, port: 6c2853cb-d50f-430d-b97b-15e1d31b2b7d. Apr 11 18:26:35.641641 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Calling delete_port for 6c2853cb-d50f-430d-b97b-15e1d31b2b7d owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:26:35.784942 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe832e-5185-4ea4-a6f4-ea31d20a1bf9 req-daf472b8-d9a5-44d0-a1a6-881bf2733f81 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:35.786423 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8dfe832e-5185-4ea4-a6f4-ea31d20a1bf9 req-daf472b8-d9a5-44d0-a1a6-881bf2733f81 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d2d9dcb-9721-4b36-9261-d0ceb4738689 HTTP/1.1" status: 200 len: 947 time: 0.0463667 Apr 11 18:26:35.837826 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8dfe832e-5185-4ea4-a6f4-ea31d20a1bf9 req-a170f950-d774-4cc6-beef-0907ea9a8229 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups?id=8471552b-600f-48fb-b4b9-2ff782161742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457208 Apr 11 18:26:35.862405 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (6c2853cb-d50f-430d-b97b-15e1d31b2b7d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:35.895720 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event deleted for resources: {'Port': ['ID=6c2853cb-d50f-430d-b97b-15e1d31b2b7d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:36.013605 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Router f2029eba-bdad-4a1d-8ee5-3a0794620889 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:26:36.120449 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:26:36.131016 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b7c89-81d9-4313-8903-e5b2c153824a None None] Sync routers for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:26:36.143078 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b7c89-81d9-4313-8903-e5b2c153824a None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:26:36.143718 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-eb7b7c89-81d9-4313-8903-e5b2c153824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:26:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:36.163711 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] No DVR routers for this DVR port 6c2853cb-d50f-430d-b97b-15e1d31b2b7d on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:26:36.166232 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:36.169611 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-e599a495-45aa-4c1b-950d-e514160ae228 req-12406d56-6707-4b60-868a-5be57dbd3b1e tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.30 "DELETE /v2.0/ports/6c2853cb-d50f-430d-b97b-15e1d31b2b7d HTTP/1.1" status: 204 len: 173 time: 1.1436670 Apr 11 18:26:36.170047 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'name': 'network-vif-deleted', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:26:36.172330 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e151d212-3576-45ac-9dc6-16f6ca1969cc" -d '{"events": [{"server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "name": "network-vif-deleted", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:26:36.210908 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3904216c-a616-417c-ae3f-56f861529f36 x-openstack-request-id: req-3904216c-a616-417c-ae3f-56f861529f36 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:26:36.211257 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2d9dcb-9721-4b36-9261-d0ceb4738689", "name": "network-vif-deleted", "tag": "6c2853cb-d50f-430d-b97b-15e1d31b2b7d", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:26:36.211520 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3904216c-a616-417c-ae3f-56f861529f36 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:26:36.211938 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3904216c-a616-417c-ae3f-56f861529f36'] response: {'server_uuid': '1d2d9dcb-9721-4b36-9261-d0ceb4738689', 'name': 'network-vif-deleted', 'tag': '6c2853cb-d50f-430d-b97b-15e1d31b2b7d', 'status': 'completed', 'code': 200} Apr 11 18:26:36.258469 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-eb7b7c89-81d9-4313-8903-e5b2c153824a None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:26:36.458220 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-eb7b7c89-81d9-4313-8903-e5b2c153824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:36.485278 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b7c89-81d9-4313-8903-e5b2c153824a None None] Checking router: f2029eba-bdad-4a1d-8ee5-3a0794620889 for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:26:36.493750 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7b7c89-81d9-4313-8903-e5b2c153824a None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:26:36.494352 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-eb7b7c89-81d9-4313-8903-e5b2c153824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:26:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:36.602768 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-eb7b7c89-81d9-4313-8903-e5b2c153824a None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:26:36.937589 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-eb7b7c89-81d9-4313-8903-e5b2c153824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:36.940688 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:36.963946 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b7c89-81d9-4313-8903-e5b2c153824a None None] The sync data for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi is: [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:18:54Z', 'revision_number': 4, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '6b7db54a-c483-46ed-9b27-c8550a557281', 'name': '', 'network_id': 'e17daa45-e311-4804-bd24-8f6d86c11327', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'mac_address': 'fa:16:3e:69:d3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:52Z', 'updated_at': '2022-04-11T18:19:03Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'subnets': [{'id': 'fac3b306-bda1-439e-9471-054f6f8f618a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:26:37.029003 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53528) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:37.085749 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53babf40-c17c-428e-93dc-d6cdf6559d35 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group (8471552b-600f-48fb-b4b9-2ff782161742), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:37.111951 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53babf40-c17c-428e-93dc-d6cdf6559d35 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group (8471552b-600f-48fb-b4b9-2ff782161742), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:37.180144 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9795bba3-be91-474d-85a7-333d3ca871f5 None None] New status for floating IP 8e538785-45e3-4af1-9ebb-1a5200fc7980: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:26:37.239418 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53babf40-c17c-428e-93dc-d6cdf6559d35 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (8471552b-600f-48fb-b4b9-2ff782161742), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:37.242079 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-53babf40-c17c-428e-93dc-d6cdf6559d35 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:37.243278 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-53babf40-c17c-428e-93dc-d6cdf6559d35 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "DELETE /v2.0/security-groups/8471552b-600f-48fb-b4b9-2ff782161742 HTTP/1.1" status: 204 len: 168 time: 0.2132094 Apr 11 18:26:37.246017 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53530) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:37.253628 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53babf40-c17c-428e-93dc-d6cdf6559d35 tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8471552b-600f-48fb-b4b9-2ff782161742,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:37.263511 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.api.v2.resource [None req-afaefe13-fe29-423b-a312-2ec440a477cd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] show failed (client error): The resource could not be found. Apr 11 18:26:37.267606 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53532) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:37.267955 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-afaefe13-fe29-423b-a312-2ec440a477cd tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "GET /v2.0/security-groups/8471552b-600f-48fb-b4b9-2ff782161742 HTTP/1.1" status: 404 len: 347 time: 0.0196042 Apr 11 18:26:37.388146 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-db879701-5107-4a17-9454-bfcf0549800d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Deleting port 43c1bab5-bab0-4f5b-8d8a-e21156e39ebd {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:26:37.388489 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db879701-5107-4a17-9454-bfcf0549800d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (43c1bab5-bab0-4f5b-8d8a-e21156e39ebd), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:37.467365 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db879701-5107-4a17-9454-bfcf0549800d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (43c1bab5-bab0-4f5b-8d8a-e21156e39ebd), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:37.467694 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db879701-5107-4a17-9454-bfcf0549800d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (43c1bab5-bab0-4f5b-8d8a-e21156e39ebd), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:37.479736 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-db879701-5107-4a17-9454-bfcf0549800d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Calling delete_port for 43c1bab5-bab0-4f5b-8d8a-e21156e39ebd owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:26:37.679902 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db879701-5107-4a17-9454-bfcf0549800d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (43c1bab5-bab0-4f5b-8d8a-e21156e39ebd), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:37.704985 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db879701-5107-4a17-9454-bfcf0549800d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Pushing event deleted for resources: {'Port': ['ID=43c1bab5-bab0-4f5b-8d8a-e21156e39ebd,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:37.765442 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db879701-5107-4a17-9454-bfcf0549800d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks [] for floatingip (8e538785-45e3-4af1-9ebb-1a5200fc7980), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:37.768003 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-db879701-5107-4a17-9454-bfcf0549800d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:37.769161 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-db879701-5107-4a17-9454-bfcf0549800d tempest-AttachVolumeShelveTestJSON-213964119 tempest-AttachVolumeShelveTestJSON-213964119-project] 10.222.0.64 "DELETE /v2.0/floatingips/8e538785-45e3-4af1-9ebb-1a5200fc7980 HTTP/1.1" status: 204 len: 168 time: 0.5001590 Apr 11 18:26:38.285170 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:39.253541 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 6c2853cb-d50f-430d-b97b-15e1d31b2b7d no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:26:39.276174 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 6c2853cb-d50f-430d-b97b-15e1d31b2b7d {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:26:39.276174 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 6c2853cb-d50f-430d-b97b-15e1d31b2b7d not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:26:40.515634 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53554) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:40.980111 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ef4bbb13-984e-4643-ac79-388b54177039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7919025'] for router_interface (f2029eba-bdad-4a1d-8ee5-3a0794620889), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:41.211605 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-ef4bbb13-984e-4643-ac79-388b54177039 admin admin] Deleting port 6b7db54a-c483-46ed-9b27-c8550a557281 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:26:41.212181 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ef4bbb13-984e-4643-ac79-388b54177039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:41.292584 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-ef4bbb13-984e-4643-ac79-388b54177039 admin admin] For port 6b7db54a-c483-46ed-9b27-c8550a557281, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=6b7db54a-c483-46ed-9b27-c8550a557281,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:26:41.292956 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ef4bbb13-984e-4643-ac79-388b54177039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:41.306876 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-ef4bbb13-984e-4643-ac79-388b54177039 admin admin] Calling delete_port for 6b7db54a-c483-46ed-9b27-c8550a557281 owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:26:41.575320 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ef4bbb13-984e-4643-ac79-388b54177039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (6b7db54a-c483-46ed-9b27-c8550a557281), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:41.606546 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bbb13-984e-4643-ac79-388b54177039 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b7db54a-c483-46ed-9b27-c8550a557281,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:41.780325 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ef4bbb13-984e-4643-ac79-388b54177039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7877589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918877'] for router_interface (f2029eba-bdad-4a1d-8ee5-3a0794620889), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:42.000119 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4bbb13-984e-4643-ac79-388b54177039 admin admin] Router f2029eba-bdad-4a1d-8ee5-3a0794620889 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:26:42.105819 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4bbb13-984e-4643-ac79-388b54177039 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:26:42.110809 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ef4bbb13-984e-4643-ac79-388b54177039 admin admin] 10.222.0.64 "PUT /v2.0/routers/f2029eba-bdad-4a1d-8ee5-3a0794620889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5940828 Apr 11 18:26:42.113347 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53560) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:42.116081 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb356a-9f1e-415d-91b6-3acb2243ecee None None] Sync routers for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:26:42.127256 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb356a-9f1e-415d-91b6-3acb2243ecee None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:26:42.127966 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8ddb356a-9f1e-415d-91b6-3acb2243ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:26:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:42.219239 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Publish callbacks [] for router (f2029eba-bdad-4a1d-8ee5-3a0794620889), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:42.236087 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-8ddb356a-9f1e-415d-91b6-3acb2243ecee None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:26:42.411346 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8ddb356a-9f1e-415d-91b6-3acb2243ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:26:41Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:42.441005 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:26:42.447706 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb356a-9f1e-415d-91b6-3acb2243ecee None None] Checking router: f2029eba-bdad-4a1d-8ee5-3a0794620889 for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:26:42.459390 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb356a-9f1e-415d-91b6-3acb2243ecee None None] Routers {'f2029eba-bdad-4a1d-8ee5-3a0794620889'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:26:42.460021 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8ddb356a-9f1e-415d-91b6-3acb2243ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:26:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['f2029eba-bdad-4a1d-8ee5-3a0794620889'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:42.574144 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Publish callbacks [] for router_gateway (f2029eba-bdad-4a1d-8ee5-3a0794620889), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:42.579917 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-8ddb356a-9f1e-415d-91b6-3acb2243ecee None None] Set router f2029eba-bdad-4a1d-8ee5-3a0794620889 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:26:42.676538 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Deleting port f7ebf870-c4cb-4dc3-91ff-ec602c975b41 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:26:42.677124 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:42.751826 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-8ddb356a-9f1e-415d-91b6-3acb2243ecee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:26:41Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:42.758039 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] For port f7ebf870-c4cb-4dc3-91ff-ec602c975b41, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=f7ebf870-c4cb-4dc3-91ff-ec602c975b41,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:26:42.758347 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:42.771824 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Calling delete_port for f7ebf870-c4cb-4dc3-91ff-ec602c975b41 owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:26:42.778341 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb356a-9f1e-415d-91b6-3acb2243ecee None None] The sync data for ids ['f2029eba-bdad-4a1d-8ee5-3a0794620889'] in dv-cinder-837355-1-iscsi is: [{'id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'name': 'tempest-AttachVolumeShelveTestJSON-757800211-router', 'tenant_id': 'e9e9b737c8fb45a98301787085378097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:18:46Z', 'updated_at': '2022-04-11T18:26:41Z', 'revision_number': 5, 'project_id': 'e9e9b737c8fb45a98301787085378097', 'gw_port': {'id': 'f7ebf870-c4cb-4dc3-91ff-ec602c975b41', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:5f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2029eba-bdad-4a1d-8ee5-3a0794620889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:18:47Z', 'updated_at': '2022-04-11T18:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:26:43.062404 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (f7ebf870-c4cb-4dc3-91ff-ec602c975b41), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.085735 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7ebf870-c4cb-4dc3-91ff-ec602c975b41,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:43.157906 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7918843'] for router_gateway (f2029eba-bdad-4a1d-8ee5-3a0794620889), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.254846 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8366165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4787'] for router (f2029eba-bdad-4a1d-8ee5-3a0794620889), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.257107 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Publish callbacks [] for router_controller (f2029eba-bdad-4a1d-8ee5-3a0794620889), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.422502 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8366172'] for router (f2029eba-bdad-4a1d-8ee5-3a0794620889), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.422996 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2029eba-bdad-4a1d-8ee5-3a0794620889 {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:26:43.427969 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.430137 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1706e11b-c481-44e4-8d81-31042f5356b0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f2029eba-bdad-4a1d-8ee5-3a0794620889 HTTP/1.1" status: 204 len: 168 time: 1.3154175 Apr 11 18:26:43.432334 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53562) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:43.479637 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.483729 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84e6d97-dc56-424e-90d2-c5d98dfc09f3 admin admin] Deleting subnet fac3b306-bda1-439e-9471-054f6f8f618a {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:26:43.487344 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f84e6d97-dc56-424e-90d2-c5d98dfc09f3 admin admin] Publish callbacks [] for subnet (fac3b306-bda1-439e-9471-054f6f8f618a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.524369 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f84e6d97-dc56-424e-90d2-c5d98dfc09f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6097540'] for subnet (fac3b306-bda1-439e-9471-054f6f8f618a), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.637393 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f84e6d97-dc56-424e-90d2-c5d98dfc09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (fac3b306-bda1-439e-9471-054f6f8f618a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.765507 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f84e6d97-dc56-424e-90d2-c5d98dfc09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5377928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5248833'] for subnet (fac3b306-bda1-439e-9471-054f6f8f618a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.790626 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e6d97-dc56-424e-90d2-c5d98dfc09f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac3b306-bda1-439e-9471-054f6f8f618a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:43.798016 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f84e6d97-dc56-424e-90d2-c5d98dfc09f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.801211 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f84e6d97-dc56-424e-90d2-c5d98dfc09f3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fac3b306-bda1-439e-9471-054f6f8f618a HTTP/1.1" status: 204 len: 168 time: 0.3678586 Apr 11 18:26:43.802871 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e9f70-0b62-4c8b-a049-9b9e9e4656a9 None None] Network e17daa45-e311-4804-bd24-8f6d86c11327 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:26:43.803862 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53564) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:43.878475 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (e17daa45-e311-4804-bd24-8f6d86c11327), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.931029 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Deleting port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:26:43.931481 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:43.932312 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device f7ebf870-c4cb-4dc3-91ff-ec602c975b41 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:26:43.956489 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: f7ebf870-c4cb-4dc3-91ff-ec602c975b41 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:26:43.956936 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device f7ebf870-c4cb-4dc3-91ff-ec602c975b41 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:26:43.957368 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 6b7db54a-c483-46ed-9b27-c8550a557281 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:26:43.984193 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1671bde-2023-45d2-a621-84c1eb4bd2e1 None None] DHCP port deletion for e17daa45-e311-4804-bd24-8f6d86c11327 request from dv-cinder-837355-1-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:26:43.986366 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 6b7db54a-c483-46ed-9b27-c8550a557281 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:26:43.986704 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 6b7db54a-c483-46ed-9b27-c8550a557281 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:26:44.005119 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] For port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:26:44.005487 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:44.020565 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Calling delete_port for 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:26:44.027061 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-c1671bde-2023-45d2-a621-84c1eb4bd2e1 None None] Deleting port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:26:44.027458 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1671bde-2023-45d2-a621-84c1eb4bd2e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:44.090620 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-c1671bde-2023-45d2-a621-84c1eb4bd2e1 None None] For port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2,segment=NetworkSegment(26212f0d-be46-469e-a21b-b6bb257da828),segment_id=26212f0d-be46-469e-a21b-b6bb257da828)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:26:44.091015 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1671bde-2023-45d2-a621-84c1eb4bd2e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:44.104354 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-c1671bde-2023-45d2-a621-84c1eb4bd2e1 None None] Calling delete_port for 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:26:44.188115 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:44.194288 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c1671bde-2023-45d2-a621-84c1eb4bd2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220'] for port (0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:44.216950 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] No DVR routers for this DVR port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 on host dv-cinder-837355-1-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:26:44.221644 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:44.221859 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1671bde-2023-45d2-a621-84c1eb4bd2e1 None None] Pushing event deleted for resources: {'Port': ['ID=0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:44.223642 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1671bde-2023-45d2-a621-84c1eb4bd2e1 None None] No DVR routers for this DVR port 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 on host dv-cinder-837355-1-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:26:44.297164 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (e17daa45-e311-4804-bd24-8f6d86c11327), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:44.317688 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17daa45-e311-4804-bd24-8f6d86c11327']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:44.326813 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26212f0d-be46-469e-a21b-b6bb257da828') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:44.327123 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26212f0d-be46-469e-a21b-b6bb257da828') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:26:44.336354 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6097549'] for segment (26212f0d-be46-469e-a21b-b6bb257da828), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:44.350046 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (26212f0d-be46-469e-a21b-b6bb257da828), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:44.355747 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:26:44.356141 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5377826'] for segment (26212f0d-be46-469e-a21b-b6bb257da828), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: Traceback (most recent call last): Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: timer() Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: cb(*args, **kw) Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: return func(*args, **kwargs) Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: self._notify() Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: self.callback(batched_events) Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: event.method(event) Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: return f(self, *a, **k) Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._get(url).json() Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: return self.request(url, 'GET', **kwargs) Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:26:44.358521 dv-cinder-837355-1-iscsi neutron-server[104080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:26:44.559149 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (e17daa45-e311-4804-bd24-8f6d86c11327), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:44.565171 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:44.568333 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] 10.222.0.64 "DELETE /v2.0/networks/e17daa45-e311-4804-bd24-8f6d86c11327 HTTP/1.1" status: 204 len: 168 time: 0.7632151 Apr 11 18:26:44.579241 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66847c49-9e34-4c42-a3e1-6024b88a7d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=e17daa45-e311-4804-bd24-8f6d86c11327,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:44.891773 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53568) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:44.932173 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c6417c91-3c58-4f94-bfbf-15517364ce29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9e9b737c8fb45a98301787085378097&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392337 Apr 11 18:26:44.934621 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53570) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:44.982803 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a54c-a8ed-49b7-a7fb-e56a5f02f39c admin admin] Publish callbacks [] for security_group (c5d3700e-61ac-4169-8772-5e2c1242bc77), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:45.004682 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a54c-a8ed-49b7-a7fb-e56a5f02f39c admin admin] Publish callbacks [] for security_group (c5d3700e-61ac-4169-8772-5e2c1242bc77), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:45.140453 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a54c-a8ed-49b7-a7fb-e56a5f02f39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (c5d3700e-61ac-4169-8772-5e2c1242bc77), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:45.142979 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a54c-a8ed-49b7-a7fb-e56a5f02f39c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:45.144209 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-7ae5a54c-a8ed-49b7-a7fb-e56a5f02f39c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5d3700e-61ac-4169-8772-5e2c1242bc77 HTTP/1.1" status: 204 len: 168 time: 0.2081835 Apr 11 18:26:45.152190 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5a54c-a8ed-49b7-a7fb-e56a5f02f39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d3700e-61ac-4169-8772-5e2c1242bc77,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:45.850527 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:26:45.875053 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:26:45.875425 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 0fbe62c0-9814-40d6-8a94-bfc9d6d9e1f2 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:26:47.532766 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53620) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:47.634455 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3506e9bc-08ff-4d3c-a53d-fbd4bf90b17f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:47.710792 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3506e9bc-08ff-4d3c-a53d-fbd4bf90b17f admin admin] Publish callbacks [] for security_group (57b002fc-703e-44e3-a52d-f90b76c1276c), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:47.774825 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3506e9bc-08ff-4d3c-a53d-fbd4bf90b17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (57b002fc-703e-44e3-a52d-f90b76c1276c), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:47.814859 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3506e9bc-08ff-4d3c-a53d-fbd4bf90b17f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28b1fbf98d2045e1b6314533dfa58e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809894 Apr 11 18:26:47.815764 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506e9bc-08ff-4d3c-a53d-fbd4bf90b17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b002fc-703e-44e3-a52d-f90b76c1276c,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:47.817779 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53626) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:47.871235 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-662ac235-dcc4-41bc-a1c2-47d5efa792fc admin admin] Publish callbacks [] for security_group (57b002fc-703e-44e3-a52d-f90b76c1276c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:47.893623 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-662ac235-dcc4-41bc-a1c2-47d5efa792fc admin admin] Publish callbacks [] for security_group (57b002fc-703e-44e3-a52d-f90b76c1276c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:48.027815 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-662ac235-dcc4-41bc-a1c2-47d5efa792fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (57b002fc-703e-44e3-a52d-f90b76c1276c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:48.035392 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-662ac235-dcc4-41bc-a1c2-47d5efa792fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:48.035392 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-662ac235-dcc4-41bc-a1c2-47d5efa792fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57b002fc-703e-44e3-a52d-f90b76c1276c HTTP/1.1" status: 204 len: 168 time: 0.2128553 Apr 11 18:26:48.040221 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ac235-dcc4-41bc-a1c2-47d5efa792fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b002fc-703e-44e3-a52d-f90b76c1276c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:48.641367 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53634) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:48.655124 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-93fb3252-d2ea-41ba-ad22-641b18a48e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:48.729092 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-93fb3252-d2ea-41ba-ad22-641b18a48e79 admin admin] Publish callbacks [] for security_group (597ae66a-ae3a-4be5-93ea-0349e58d5d01), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:48.856700 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-93fb3252-d2ea-41ba-ad22-641b18a48e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (597ae66a-ae3a-4be5-93ea-0349e58d5d01), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:48.896685 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-93fb3252-d2ea-41ba-ad22-641b18a48e79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d44d6208624640b5be34fa23fcd51ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541571 Apr 11 18:26:48.897544 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb3252-d2ea-41ba-ad22-641b18a48e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597ae66a-ae3a-4be5-93ea-0349e58d5d01,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:48.899518 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53636) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:26:48.954652 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-005428be-1e55-4a7a-a9cd-e2c666ae2779 admin admin] Publish callbacks [] for security_group (597ae66a-ae3a-4be5-93ea-0349e58d5d01), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:48.986894 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-005428be-1e55-4a7a-a9cd-e2c666ae2779 admin admin] Publish callbacks [] for security_group (597ae66a-ae3a-4be5-93ea-0349e58d5d01), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:49.045433 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbbe2c-62d3-4a06-9c5b-dbd85385275f req-08292e2d-311e-46b5-ae98-dffe62fe640b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:49.046908 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a4bbbe2c-62d3-4a06-9c5b-dbd85385275f req-08292e2d-311e-46b5-ae98-dffe62fe640b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0730407 Apr 11 18:26:49.098163 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a4bbbe2c-62d3-4a06-9c5b-dbd85385275f req-0a73e4cf-665e-4d61-a394-6c75e376c791 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456450 Apr 11 18:26:49.205120 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-005428be-1e55-4a7a-a9cd-e2c666ae2779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (597ae66a-ae3a-4be5-93ea-0349e58d5d01), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:49.207835 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-005428be-1e55-4a7a-a9cd-e2c666ae2779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:26:49.208956 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-005428be-1e55-4a7a-a9cd-e2c666ae2779 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/597ae66a-ae3a-4be5-93ea-0349e58d5d01 HTTP/1.1" status: 204 len: 168 time: 0.3084488 Apr 11 18:26:49.220084 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005428be-1e55-4a7a-a9cd-e2c666ae2779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597ae66a-ae3a-4be5-93ea-0349e58d5d01,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:26:50.241832 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea2556-1b89-43bc-9b79-bee047512559 req-07ad29b6-53ac-4c26-a4e6-f082cde163ab tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:50.241832 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86ea2556-1b89-43bc-9b79-bee047512559 req-07ad29b6-53ac-4c26-a4e6-f082cde163ab tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0498288 Apr 11 18:26:50.271543 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-86ea2556-1b89-43bc-9b79-bee047512559 req-225d5f20-6188-4243-a8da-8e0e79ad7460 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466261 Apr 11 18:26:51.392119 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2537d-95db-400e-b2c8-5685db4b7ae5 req-e424a571-7b32-40ac-9e3a-889f90e6693c tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:51.393727 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2af2537d-95db-400e-b2c8-5685db4b7ae5 req-e424a571-7b32-40ac-9e3a-889f90e6693c tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0487084 Apr 11 18:26:51.447349 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2af2537d-95db-400e-b2c8-5685db4b7ae5 req-ddab23fe-a762-433b-a048-c557ad8661b1 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481551 Apr 11 18:26:52.558357 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb29e2-04d3-4a65-9822-906a776980b2 req-d22ee07a-f6ae-48c8-b277-87c1a0a32f4b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:52.559952 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-98cb29e2-04d3-4a65-9822-906a776980b2 req-d22ee07a-f6ae-48c8-b277-87c1a0a32f4b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0460587 Apr 11 18:26:52.608037 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-98cb29e2-04d3-4a65-9822-906a776980b2 req-6a2f5ecf-46f7-4f0e-b19c-c0129271bd83 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Apr 11 18:26:53.718469 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f85fa-585c-4754-920c-b097f5083835 req-0bddeccc-69ec-47a9-a971-a9db3c04964a tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:53.720000 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f2f85fa-585c-4754-920c-b097f5083835 req-0bddeccc-69ec-47a9-a971-a9db3c04964a tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0462866 Apr 11 18:26:53.768670 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8f2f85fa-585c-4754-920c-b097f5083835 req-cde23248-53ff-4dac-96fc-172363e56ab7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429726 Apr 11 18:26:54.940762 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150008-513f-4b10-b882-ff02538db360 req-052d23d8-a3af-4f30-a245-c40dbb49075f tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:54.942255 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66150008-513f-4b10-b882-ff02538db360 req-052d23d8-a3af-4f30-a245-c40dbb49075f tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0505528 Apr 11 18:26:54.992976 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66150008-513f-4b10-b882-ff02538db360 req-1c3c072d-5ae7-43e0-9706-fc1b61f14a0f tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450618 Apr 11 18:26:56.104801 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604f189-1ba1-4f4c-a161-e27362045964 req-d4606f3e-9e60-4786-8116-22ffd2536a68 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:56.106188 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0604f189-1ba1-4f4c-a161-e27362045964 req-d4606f3e-9e60-4786-8116-22ffd2536a68 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0471246 Apr 11 18:26:56.155936 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0604f189-1ba1-4f4c-a161-e27362045964 req-0a82b8c6-f39f-4518-aba2-be522caa61c5 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434957 Apr 11 18:26:57.271359 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf4277-97c9-4405-90af-7b3a880344f9 req-ff453da1-7dba-4b90-a633-97452088e471 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:57.272821 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-becf4277-97c9-4405-90af-7b3a880344f9 req-ff453da1-7dba-4b90-a633-97452088e471 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0499110 Apr 11 18:26:57.322475 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-becf4277-97c9-4405-90af-7b3a880344f9 req-e3c143f9-c03c-49c6-8e22-c7cd2a37461a tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439687 Apr 11 18:26:58.432739 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b83d76-276f-4fdc-80b2-b89690c9945a req-4e8ddae6-1e69-49e5-ab29-009c02f87838 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:58.434211 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-08b83d76-276f-4fdc-80b2-b89690c9945a req-4e8ddae6-1e69-49e5-ab29-009c02f87838 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0465112 Apr 11 18:26:58.484304 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-08b83d76-276f-4fdc-80b2-b89690c9945a req-5f4aa0cf-bc69-451c-ab42-1fcd0c67ef3e tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438883 Apr 11 18:26:59.238049 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a5a79-d7ba-4b06-8f9f-a58faa40bd86 req-38be0a37-2c0e-41de-b1d8-1eee000cec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:59.239494 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c93a5a79-d7ba-4b06-8f9f-a58faa40bd86 req-38be0a37-2c0e-41de-b1d8-1eee000cec4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff5d55b6d42046c5be366a87d9ef94e3&device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 1130 time: 0.0391150 Apr 11 18:26:59.336602 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a5a79-d7ba-4b06-8f9f-a58faa40bd86 req-25f0a9f9-610a-49ee-bf30-1181e9daea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:59.338084 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c93a5a79-d7ba-4b06-8f9f-a58faa40bd86 req-25f0a9f9-610a-49ee-bf30-1181e9daea69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ba543321-c3be-46b0-968d-e5de14ee4bff HTTP/1.1" status: 200 len: 909 time: 0.0917771 Apr 11 18:26:59.407202 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c93a5a79-d7ba-4b06-8f9f-a58faa40bd86 req-62c53444-df4a-4d6a-8fcc-81734120c83f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85869ded-6715-4927-8fd3-626489edb83f HTTP/1.1" status: 200 len: 1001 time: 0.0618687 Apr 11 18:26:59.456940 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a5a79-d7ba-4b06-8f9f-a58faa40bd86 req-9cdc3f1b-bfe9-4ec4-8766-6f082f05b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:59.458548 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c93a5a79-d7ba-4b06-8f9f-a58faa40bd86 req-9cdc3f1b-bfe9-4ec4-8766-6f082f05b725 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c917aae-33fc-4e28-b8f6-bae07f2f19f3 HTTP/1.1" status: 200 len: 847 time: 0.0451655 Apr 11 18:26:59.503903 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a5a79-d7ba-4b06-8f9f-a58faa40bd86 req-14ba60da-c3e7-42dc-96af-bffc55ea83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:59.505336 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c93a5a79-d7ba-4b06-8f9f-a58faa40bd86 req-14ba60da-c3e7-42dc-96af-bffc55ea83d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ba543321-c3be-46b0-968d-e5de14ee4bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402658 Apr 11 18:26:59.597875 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d6828-5730-4947-b430-6df870966c88 req-d7f16b2a-0ef3-4b29-a30a-5b92b63716b1 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:26:59.599422 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-340d6828-5730-4947-b430-6df870966c88 req-d7f16b2a-0ef3-4b29-a30a-5b92b63716b1 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0475092 Apr 11 18:26:59.612706 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c93a5a79-d7ba-4b06-8f9f-a58faa40bd86 req-2d82c57e-4c69-438e-b6d1-430c2be89d65 service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002569 Apr 11 18:26:59.657005 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-340d6828-5730-4947-b430-6df870966c88 req-bf9a9eb0-302d-4e28-8624-d00f2866a7d7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517960 Apr 11 18:26:59.711929 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c93a5a79-d7ba-4b06-8f9f-a58faa40bd86 req-6d386edf-9a56-45ab-bd99-023b4a33013a service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927949 Apr 11 18:27:00.774214 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b5d0d-3650-4419-a3bd-2ea7cb6f98d7 req-ed87fa6e-c34c-4287-bf18-459be668886f tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:00.775700 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d8b5d0d-3650-4419-a3bd-2ea7cb6f98d7 req-ed87fa6e-c34c-4287-bf18-459be668886f tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0470634 Apr 11 18:27:00.826867 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9d8b5d0d-3650-4419-a3bd-2ea7cb6f98d7 req-f0b11c59-3aac-4402-b44f-e88a2eb4e127 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444915 Apr 11 18:27:01.809095 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f3641cc7-e435-4838-babb-6ef453a758d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:01.949552 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34a93d-fadb-4d53-8f11-9df3a49863b8 req-37575938-f47e-4ae9-8505-76c9cd8e0d2b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:01.951063 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6f34a93d-fadb-4d53-8f11-9df3a49863b8 req-37575938-f47e-4ae9-8505-76c9cd8e0d2b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0491767 Apr 11 18:27:02.001601 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6f34a93d-fadb-4d53-8f11-9df3a49863b8 req-221797f3-995e-4e38-995f-403edb09ddaf tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448751 Apr 11 18:27:03.114903 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdca48a-3282-4191-99ad-14cdb93a2e6b req-14eb75ec-0e23-476c-b1db-3586d2665dce tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:03.116386 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6fdca48a-3282-4191-99ad-14cdb93a2e6b req-14eb75ec-0e23-476c-b1db-3586d2665dce tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0494127 Apr 11 18:27:03.165127 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6fdca48a-3282-4191-99ad-14cdb93a2e6b req-508ac7ec-4484-49cc-be52-afc2516a0670 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431821 Apr 11 18:27:03.524361 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c275788-0ce6-47ec-a34c-fad8d9526b08 req-ce73f09f-afe4-4386-b5ca-2d947bdaef4e tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:03.525429 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5c275788-0ce6-47ec-a34c-fad8d9526b08 req-ce73f09f-afe4-4386-b5ca-2d947bdaef4e tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0462604 Apr 11 18:27:03.582196 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5c275788-0ce6-47ec-a34c-fad8d9526b08 req-14715d2a-0002-4c53-912d-22a9cabf2fc7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510676 Apr 11 18:27:03.705237 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9fa079d9-732e-4659-9335-74fc90a0368e req-8524d300-86cd-45bd-84fe-da1dcbc848a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1464560 Apr 11 18:27:03.909007 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa079d9-732e-4659-9335-74fc90a0368e req-d9efdc75-30a1-4316-9247-04214b82b3f7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:03.910399 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9fa079d9-732e-4659-9335-74fc90a0368e req-d9efdc75-30a1-4316-9247-04214b82b3f7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports/85869ded-6715-4927-8fd3-626489edb83f HTTP/1.1" status: 200 len: 943 time: 0.1763265 Apr 11 18:27:04.026918 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53844) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:04.139543 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:04.214088 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Publish callbacks [] for security_group (20468c3c-a903-457f-92be-d4257016f71c), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:04.334502 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (20468c3c-a903-457f-92be-d4257016f71c), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:04.375175 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd6423249cee4f9283c9e5248ae0c987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470654 Apr 11 18:27:04.376035 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20468c3c-a903-457f-92be-d4257016f71c,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:04.377939 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53850) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:04.383652 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.384005 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.384346 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.384685 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.385024 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.385351 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.385682 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.386008 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.386332 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.386658 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.386979 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.387324 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.387647 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.388741 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.388741 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736eb06b-4cc2-47b4-b4b0-63bd8a51f234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.430081 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Publish callbacks [] for security_group (20468c3c-a903-457f-92be-d4257016f71c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:04.453165 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Publish callbacks [] for security_group (20468c3c-a903-457f-92be-d4257016f71c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:04.570790 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8383-d855-44da-b825-44f245a1b5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:04.605108 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (20468c3c-a903-457f-92be-d4257016f71c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:04.607904 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:04.609204 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20468c3c-a903-457f-92be-d4257016f71c HTTP/1.1" status: 204 len: 168 time: 0.2302637 Apr 11 18:27:04.618649 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20468c3c-a903-457f-92be-d4257016f71c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:04.631739 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.632224 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.632444 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.632793 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.635372 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.635729 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.636194 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.636444 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.636758 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.637038 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.637373 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.637706 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.643323 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.643323 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.643323 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4099155-69d7-4c6c-8e73-50352076c0c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:04.710956 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9764ab-0c3b-4727-9df0-a4b4a0a57122 req-1cb05852-ee13-4247-a23d-090f487eaa60 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:04.712463 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9c9764ab-0c3b-4727-9df0-a4b4a0a57122 req-1cb05852-ee13-4247-a23d-090f487eaa60 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0506608 Apr 11 18:27:04.765766 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9c9764ab-0c3b-4727-9df0-a4b4a0a57122 req-3487b76b-ef50-43c1-a817-580ac69884f8 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475562 Apr 11 18:27:05.285228 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53860) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:05.298864 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f31697b-b0dc-48f5-8902-57a8886ef815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:05.372944 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f31697b-b0dc-48f5-8902-57a8886ef815 admin admin] Publish callbacks [] for security_group (34adaa5d-7fa6-46af-a2f2-62cff4f8f458), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:05.378294 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 85869ded-6715-4927-8fd3-626489edb83f no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:27:05.407851 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:05.455682 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 85869ded-6715-4927-8fd3-626489edb83f is: ACTIVE; New status is: DOWN {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:27:05.455992 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (85869ded-6715-4927-8fd3-626489edb83f), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:05.473312 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3f31697b-b0dc-48f5-8902-57a8886ef815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (34adaa5d-7fa6-46af-a2f2-62cff4f8f458), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:05.479079 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85869ded-6715-4927-8fd3-626489edb83f'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:27:05.481458 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61c953f-23d4-4d63-a167-ffdf218a4e6b" -d '{"events": [{"server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "name": "network-vif-unplugged", "status": "completed", "tag": "85869ded-6715-4927-8fd3-626489edb83f"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:27:05.497228 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 85869ded-6715-4927-8fd3-626489edb83f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=85869ded-6715-4927-8fd3-626489edb83f,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:27:05.514168 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3f31697b-b0dc-48f5-8902-57a8886ef815 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=056a1fc4dee24c16a79aeca13c56f75f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275028 Apr 11 18:27:05.514769 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31697b-b0dc-48f5-8902-57a8886ef815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34adaa5d-7fa6-46af-a2f2-62cff4f8f458,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:05.516701 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53864) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:05.518633 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 18:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe13983-b26e-441d-a8ad-a6688324d766 x-openstack-request-id: req-7fe13983-b26e-441d-a8ad-a6688324d766 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:27:05.518932 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "name": "network-vif-unplugged", "status": "failed", "tag": "85869ded-6715-4927-8fd3-626489edb83f", "code": 422}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:27:05.519220 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fe13983-b26e-441d-a8ad-a6688324d766 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:27:05.519626 dv-cinder-837355-1-iscsi neutron-server[104082]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7fe13983-b26e-441d-a8ad-a6688324d766']: {'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85869ded-6715-4927-8fd3-626489edb83f', 'code': 422} returned with failed status Apr 11 18:27:05.566707 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3275b93c-ec19-494a-ac98-fbf5d6f466de admin admin] Publish callbacks [] for security_group (34adaa5d-7fa6-46af-a2f2-62cff4f8f458), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:05.570743 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (85869ded-6715-4927-8fd3-626489edb83f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:05.589233 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3275b93c-ec19-494a-ac98-fbf5d6f466de admin admin] Publish callbacks [] for security_group (34adaa5d-7fa6-46af-a2f2-62cff4f8f458), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:05.617646 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=85869ded-6715-4927-8fd3-626489edb83f,revision_number=6']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:05.702491 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3275b93c-ec19-494a-ac98-fbf5d6f466de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (34adaa5d-7fa6-46af-a2f2-62cff4f8f458), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:05.705406 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3275b93c-ec19-494a-ac98-fbf5d6f466de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:05.706642 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3275b93c-ec19-494a-ac98-fbf5d6f466de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34adaa5d-7fa6-46af-a2f2-62cff4f8f458 HTTP/1.1" status: 204 len: 168 time: 0.1888826 Apr 11 18:27:05.714536 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275b93c-ec19-494a-ac98-fbf5d6f466de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34adaa5d-7fa6-46af-a2f2-62cff4f8f458,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:05.879191 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fac7c2-c7f4-4d2b-828d-5db4283404f6 req-ad900139-a81f-475d-9fd9-b0c26a52f873 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:05.880819 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-29fac7c2-c7f4-4d2b-828d-5db4283404f6 req-ad900139-a81f-475d-9fd9-b0c26a52f873 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0473921 Apr 11 18:27:05.931118 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-29fac7c2-c7f4-4d2b-828d-5db4283404f6 req-80fc02d7-aba0-46f5-8387-0ec6b6a07317 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447659 Apr 11 18:27:06.908370 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:07.049732 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcbe76-3072-479d-8851-ebda418b363b req-5ed967ce-c028-4403-a7bd-1e808d528c52 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:07.051234 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dfdcbe76-3072-479d-8851-ebda418b363b req-5ed967ce-c028-4403-a7bd-1e808d528c52 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0504966 Apr 11 18:27:07.099296 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dfdcbe76-3072-479d-8851-ebda418b363b req-955b252d-54f3-4263-b817-f7cb2fffda7d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422544 Apr 11 18:27:08.220213 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d1ce0-296d-4592-8dd0-1e78aec3d424 req-316c2fb7-58f6-4709-823c-5a059eb79d43 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:08.221862 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-200d1ce0-296d-4592-8dd0-1e78aec3d424 req-316c2fb7-58f6-4709-823c-5a059eb79d43 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0537524 Apr 11 18:27:08.273501 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-200d1ce0-296d-4592-8dd0-1e78aec3d424 req-4f55cb86-9493-4ee3-b958-3d8276620a84 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450265 Apr 11 18:27:08.302036 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:08.739650 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53940) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:08.744861 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-5082d609-f3d3-452b-93d4-abc9df3a0ded tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473692899', 'description': 'tempest-description--260280297'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:27:08.845355 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5082d609-f3d3-452b-93d4-abc9df3a0ded tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:08.925498 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5082d609-f3d3-452b-93d4-abc9df3a0ded tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (fee0d28c-59b7-4652-9365-795800f568a4), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:08.999451 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5082d609-f3d3-452b-93d4-abc9df3a0ded tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (fee0d28c-59b7-4652-9365-795800f568a4), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:09.029789 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082d609-f3d3-452b-93d4-abc9df3a0ded tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee0d28c-59b7-4652-9365-795800f568a4,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:09.096359 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-5082d609-f3d3-452b-93d4-abc9df3a0ded tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:09.098006 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-5082d609-f3d3-452b-93d4-abc9df3a0ded tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3564160 Apr 11 18:27:09.107338 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53942) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:09.111902 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-831eb8db-cad7-47a8-aa3b-617a7e5f9649 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'security_group_rule': {'security_group_id': 'fee0d28c-59b7-4652-9365-795800f568a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:27:09.245613 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-831eb8db-cad7-47a8-aa3b-617a7e5f9649 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (ced0ced5-9062-478d-bed0-7a0374b1aa3b), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:09.305434 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-831eb8db-cad7-47a8-aa3b-617a7e5f9649 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (ced0ced5-9062-478d-bed0-7a0374b1aa3b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:09.395041 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-831eb8db-cad7-47a8-aa3b-617a7e5f9649 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (ced0ced5-9062-478d-bed0-7a0374b1aa3b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:09.395312 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2775c-b58d-4e2c-8254-eaf36e10aca1 req-caf68bab-cada-4e97-ab3a-ddedcb74053b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:09.395312 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-85b2775c-b58d-4e2c-8254-eaf36e10aca1 req-caf68bab-cada-4e97-ab3a-ddedcb74053b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0481811 Apr 11 18:27:09.408115 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831eb8db-cad7-47a8-aa3b-617a7e5f9649 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced0ced5-9062-478d-bed0-7a0374b1aa3b,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:09.449246 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-85b2775c-b58d-4e2c-8254-eaf36e10aca1 req-343cc951-7fd7-471a-8c6a-25b4e0a648ce tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502143 Apr 11 18:27:09.492364 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-831eb8db-cad7-47a8-aa3b-617a7e5f9649 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:09.493590 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-831eb8db-cad7-47a8-aa3b-617a7e5f9649 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3853099 Apr 11 18:27:09.496183 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 53950) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:09.500661 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-82ac3035-3898-4dce-a5a3-faa5847ed4f9 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'security_group_rule': {'security_group_id': 'fee0d28c-59b7-4652-9365-795800f568a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:27:09.565714 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa079d9-732e-4659-9335-74fc90a0368e req-2dc8c9da-ab99-48bb-b6bb-032a66abfa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:09.567128 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9fa079d9-732e-4659-9335-74fc90a0368e req-2dc8c9da-ab99-48bb-b6bb-032a66abfa2f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd&tenant_id=ff5d55b6d42046c5be366a87d9ef94e3 HTTP/1.1" status: 200 len: 1128 time: 0.0372117 Apr 11 18:27:09.627084 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82ac3035-3898-4dce-a5a3-faa5847ed4f9 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (738fc839-5548-4987-acc7-6fce4c3a3aba), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:09.639572 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa079d9-732e-4659-9335-74fc90a0368e req-cb4f768f-8f5e-4d1d-b648-33219fc2e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:09.641056 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9fa079d9-732e-4659-9335-74fc90a0368e req-cb4f768f-8f5e-4d1d-b648-33219fc2e9b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff5d55b6d42046c5be366a87d9ef94e3&device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 1128 time: 0.0507190 Apr 11 18:27:09.747005 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82ac3035-3898-4dce-a5a3-faa5847ed4f9 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (738fc839-5548-4987-acc7-6fce4c3a3aba), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:09.764919 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa079d9-732e-4659-9335-74fc90a0368e req-f376bef3-0cf0-4c8c-b9eb-8a25f3187b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:09.766406 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9fa079d9-732e-4659-9335-74fc90a0368e req-f376bef3-0cf0-4c8c-b9eb-8a25f3187b02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ba543321-c3be-46b0-968d-e5de14ee4bff HTTP/1.1" status: 200 len: 909 time: 0.1160581 Apr 11 18:27:09.818420 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82ac3035-3898-4dce-a5a3-faa5847ed4f9 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (738fc839-5548-4987-acc7-6fce4c3a3aba), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:09.847059 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac3035-3898-4dce-a5a3-faa5847ed4f9 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738fc839-5548-4987-acc7-6fce4c3a3aba,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:09.849999 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9fa079d9-732e-4659-9335-74fc90a0368e req-20b33362-fa79-40cc-bd3d-7daf7dfc02c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85869ded-6715-4927-8fd3-626489edb83f HTTP/1.1" status: 200 len: 999 time: 0.0771923 Apr 11 18:27:09.904593 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa079d9-732e-4659-9335-74fc90a0368e req-b77c136b-7bf2-4b48-b761-ef24f07e0ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:09.906060 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9fa079d9-732e-4659-9335-74fc90a0368e req-b77c136b-7bf2-4b48-b761-ef24f07e0ed5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c917aae-33fc-4e28-b8f6-bae07f2f19f3 HTTP/1.1" status: 200 len: 847 time: 0.0500605 Apr 11 18:27:09.949922 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82ac3035-3898-4dce-a5a3-faa5847ed4f9 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:09.951887 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-82ac3035-3898-4dce-a5a3-faa5847ed4f9 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4547901 Apr 11 18:27:09.953244 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa079d9-732e-4659-9335-74fc90a0368e req-c33b7a8e-1cc6-48dc-b997-4ca205fec6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:09.954745 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9fa079d9-732e-4659-9335-74fc90a0368e req-c33b7a8e-1cc6-48dc-b997-4ca205fec6e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ba543321-c3be-46b0-968d-e5de14ee4bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425236 Apr 11 18:27:09.955088 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 53952) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:09.959755 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:27:10.048208 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9fa079d9-732e-4659-9335-74fc90a0368e req-f2f80ac9-8ae7-45b5-bad9-11f45762134b service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870514 Apr 11 18:27:10.067860 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:10.138251 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9fa079d9-732e-4659-9335-74fc90a0368e req-9faacc3f-2a61-45eb-afa7-7c85d482a1de service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836329 Apr 11 18:27:10.148852 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:10.254448 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Allocated IP 172.27.3.32 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/61409fe0-ffdd-4981-b28f-e565a3120674) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:27:10.352477 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for port (61409fe0-ffdd-4981-b28f-e565a3120674), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:10.434022 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (61409fe0-ffdd-4981-b28f-e565a3120674), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:10.479396 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:27:10.485193 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:27:10.491980 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:27:10.495241 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'Port': ['ID=61409fe0-ffdd-4981-b28f-e565a3120674,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:10.578409 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fc875-e0a6-48f5-b8cf-748236e241e9 req-1f379ba5-23a6-42e8-8845-aabc178e5afb tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:10.579948 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-856fc875-e0a6-48f5-b8cf-748236e241e9 req-1f379ba5-23a6-42e8-8845-aabc178e5afb tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0604658 Apr 11 18:27:10.652351 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (1caf492e-ed47-43e1-a95f-4cb17e6df6e2), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:10.672360 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-856fc875-e0a6-48f5-b8cf-748236e241e9 req-679aface-f758-4782-a9a7-b79182b60e94 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867083 Apr 11 18:27:10.782319 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (61409fe0-ffdd-4981-b28f-e565a3120674), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:10.935367 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for port (61409fe0-ffdd-4981-b28f-e565a3120674), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:11.031421 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (61409fe0-ffdd-4981-b28f-e565a3120674), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:11.101186 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'Port': ['ID=61409fe0-ffdd-4981-b28f-e565a3120674,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:11.113599 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (1caf492e-ed47-43e1-a95f-4cb17e6df6e2), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:11.196125 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:11.197339 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-bb20b1d0-1c72-4465-97d3-685e9a49881c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2411695 Apr 11 18:27:11.401604 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-bdcd5839-7bb5-4330-8b8f-fb0f4b4a7e13 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1473692899&fields=id&tenant_id=4072468131ed4b4eab0f1848d4e73ab2 HTTP/1.1" status: 200 len: 267 time: 0.0427721 Apr 11 18:27:11.519177 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-013acb0e-fd89-4e53-864c-ae007de5073c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:11.519177 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-013acb0e-fd89-4e53-864c-ae007de5073c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/networks?id=3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 200 len: 815 time: 0.1065841 Apr 11 18:27:11.529826 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-9ca19e74-8f1b-4b17-b208-b0560c1d53a2 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/quotas/4072468131ed4b4eab0f1848d4e73ab2 HTTP/1.1" status: 200 len: 375 time: 0.0096042 Apr 11 18:27:11.580206 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-874710b4-b262-4372-8dc4-db4ba912e555 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454416 Apr 11 18:27:11.676375 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-7544faed-7513-4ade-95f5-daf232bbaeae service neutron] 10.222.0.64 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852668 Apr 11 18:27:11.802410 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9104a5b-c9c2-4ffc-b799-7a449e23b809 req-85bd7e58-a28a-4f98-a5b7-945221bf47aa tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:11.803886 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a9104a5b-c9c2-4ffc-b799-7a449e23b809 req-85bd7e58-a28a-4f98-a5b7-945221bf47aa tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0608599 Apr 11 18:27:11.806033 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-a115b594-1a87-49ba-9cc2-158ba5a22052 service neutron] 10.222.0.64 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238449 Apr 11 18:27:12.131905 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a9104a5b-c9c2-4ffc-b799-7a449e23b809 req-e33dfc2d-7d89-4481-830d-90c369aa678b tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3218138 Apr 11 18:27:12.149684 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-58f5feb4-d670-4154-a957-05b3d0cbaa1a req-2cc61687-113c-4cd4-8b92-501e2ed249f3 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 210 time: 0.0359430 Apr 11 18:27:13.170241 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54020) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:13.266151 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5fab5692-8076-45b1-ac44-421ab734c4e0 req-23a1138c-700c-420a-b60d-fd300f3524a9 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 210 time: 0.0335536 Apr 11 18:27:13.274623 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a4202-bd8e-4f12-99fa-4bd5d155bedb req-49b71fb9-61e3-442f-adab-b65fc6880d52 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:13.276111 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a26a4202-bd8e-4f12-99fa-4bd5d155bedb req-49b71fb9-61e3-442f-adab-b65fc6880d52 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0730362 Apr 11 18:27:13.311660 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5ef49b6-2d06-4adf-934c-ec870c8337da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:13.356153 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a26a4202-bd8e-4f12-99fa-4bd5d155bedb req-ae2abd6e-700e-499b-a778-2553b5d42d0c tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739284 Apr 11 18:27:13.412305 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5ef49b6-2d06-4adf-934c-ec870c8337da admin admin] Publish callbacks [] for security_group (5b784c96-cbe2-469d-bf12-999e3a91497e), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:13.438971 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:13.511141 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e5ef49b6-2d06-4adf-934c-ec870c8337da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (5b784c96-cbe2-469d-bf12-999e3a91497e), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:13.548620 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef49b6-2d06-4adf-934c-ec870c8337da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b784c96-cbe2-469d-bf12-999e3a91497e,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:13.552928 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e5ef49b6-2d06-4adf-934c-ec870c8337da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44e2116c93cb4066a5af8cfb63f1bc4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816836 Apr 11 18:27:13.556285 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54028) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:13.602665 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5623c738-1a61-4d04-b5d7-7a7252d413a6 admin admin] Publish callbacks [] for security_group (5b784c96-cbe2-469d-bf12-999e3a91497e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:13.624334 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5623c738-1a61-4d04-b5d7-7a7252d413a6 admin admin] Publish callbacks [] for security_group (5b784c96-cbe2-469d-bf12-999e3a91497e), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:13.730449 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5623c738-1a61-4d04-b5d7-7a7252d413a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (5b784c96-cbe2-469d-bf12-999e3a91497e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:13.734114 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-5623c738-1a61-4d04-b5d7-7a7252d413a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:13.735416 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-5623c738-1a61-4d04-b5d7-7a7252d413a6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b784c96-cbe2-469d-bf12-999e3a91497e HTTP/1.1" status: 204 len: 168 time: 0.1784902 Apr 11 18:27:13.743855 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623c738-1a61-4d04-b5d7-7a7252d413a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b784c96-cbe2-469d-bf12-999e3a91497e,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:14.154331 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-85965580-bf95-4782-9ba8-d9631849b4a2 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:14.155826 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-85965580-bf95-4782-9ba8-d9631849b4a2 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "GET /v2.0/networks?id=3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 200 len: 815 time: 0.1079614 Apr 11 18:27:14.227975 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-5e9e9594-39c3-4e7b-bade-99af19cadda6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4072468131ed4b4eab0f1848d4e73ab2 HTTP/1.1" status: 200 len: 472 time: 0.0630450 Apr 11 18:27:14.237190 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-f7685e9b-6f7c-4425-8095-bcfb53a6142e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'port': {'device_id': '62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'admin_state_up': True, 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'security_groups': ['fee0d28c-59b7-4652-9365-795800f568a4']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:27:14.373660 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ef945df5-97df-4b55-9d3a-4eefdc023f60 req-7ef8f7df-55a7-45ed-ae68-014e18cd7e01 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 210 time: 0.0331070 Apr 11 18:27:14.440581 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-f7685e9b-6f7c-4425-8095-bcfb53a6142e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Made reservation on behalf of 4072468131ed4b4eab0f1848d4e73ab2 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:27:14.444375 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-f7685e9b-6f7c-4425-8095-bcfb53a6142e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:14.454610 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54038) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:14.476227 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca0543-c458-4367-b002-fa0212ba2cc2 req-43f9ec7e-cec3-4575-bb56-1da74bcd10d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:14.477725 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66ca0543-c458-4367-b002-fa0212ba2cc2 req-43f9ec7e-cec3-4575-bb56-1da74bcd10d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0510609 Apr 11 18:27:14.479982 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-74c003f2-5d13-4827-ab81-16c8ee2ebc75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:14.529100 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-66ca0543-c458-4367-b002-fa0212ba2cc2 req-906556de-63da-4b2b-9ab3-f5539d67bb2e tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446289 Apr 11 18:27:14.625402 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-f7685e9b-6f7c-4425-8095-bcfb53a6142e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Allocated IP 172.20.0.9 (3452c237-1758-4932-9b9d-634c184a4280/dd99bc16-ba63-4bae-919d-ad98f4d39730/bd9e57c9-7487-4912-8032-7a939a98fa3c) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:27:14.654615 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-74c003f2-5d13-4827-ab81-16c8ee2ebc75 admin admin] Publish callbacks [] for security_group (49509152-8055-4ef6-92a1-80743b32df40), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:14.740801 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-74c003f2-5d13-4827-ab81-16c8ee2ebc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (49509152-8055-4ef6-92a1-80743b32df40), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:14.799457 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c003f2-5d13-4827-ab81-16c8ee2ebc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49509152-8055-4ef6-92a1-80743b32df40,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:14.811773 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-74c003f2-5d13-4827-ab81-16c8ee2ebc75 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e07fb239de947d39aa0876cd3ae4935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528004 Apr 11 18:27:14.811773 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54044) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:14.815436 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-f7685e9b-6f7c-4425-8095-bcfb53a6142e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:14.888315 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-694b0abe-a6ca-459d-ab3d-176917148540 admin admin] Publish callbacks [] for security_group (49509152-8055-4ef6-92a1-80743b32df40), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:14.909862 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-694b0abe-a6ca-459d-ab3d-176917148540 admin admin] Publish callbacks [] for security_group (49509152-8055-4ef6-92a1-80743b32df40), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:14.971247 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-f7685e9b-6f7c-4425-8095-bcfb53a6142e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:15.013974 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-f7685e9b-6f7c-4425-8095-bcfb53a6142e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Network 3452c237-1758-4932-9b9d-634c184a4280 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:27:15.016936 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-f7685e9b-6f7c-4425-8095-bcfb53a6142e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:27:15.026602 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-f7685e9b-6f7c-4425-8095-bcfb53a6142e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:27:15.031053 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7685e9b-6f7c-4425-8095-bcfb53a6142e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'Port': ['ID=bd9e57c9-7487-4912-8032-7a939a98fa3c,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:15.051551 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-694b0abe-a6ca-459d-ab3d-176917148540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (49509152-8055-4ef6-92a1-80743b32df40), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:15.054061 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-694b0abe-a6ca-459d-ab3d-176917148540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:15.055509 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-694b0abe-a6ca-459d-ab3d-176917148540 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/49509152-8055-4ef6-92a1-80743b32df40 HTTP/1.1" status: 204 len: 168 time: 0.2430775 Apr 11 18:27:15.073379 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b0abe-a6ca-459d-ab3d-176917148540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49509152-8055-4ef6-92a1-80743b32df40,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:15.090290 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-f7685e9b-6f7c-4425-8095-bcfb53a6142e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:15.091483 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-f7685e9b-6f7c-4425-8095-bcfb53a6142e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:15.162242 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-f7685e9b-6f7c-4425-8095-bcfb53a6142e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9285896 Apr 11 18:27:15.175747 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Request body: {'port': {'device_id': '62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:27:15.241466 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:15.285588 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-1de24f0c-a9cf-4a33-85aa-a3ef7ef44949 None None] Provisioning complete for port bd9e57c9-7487-4912-8032-7a939a98fa3c triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:27:15.286151 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1de24f0c-a9cf-4a33-85aa-a3ef7ef44949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:15.322118 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-1de24f0c-a9cf-4a33-85aa-a3ef7ef44949 None None] Port bd9e57c9-7487-4912-8032-7a939a98fa3c cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:27:15.486795 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b06db-f63d-47ce-ad14-26834d2408b6 req-1a38f231-accc-4758-82eb-fb7fce88c599 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:15.488340 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-938b06db-f63d-47ce-ad14-26834d2408b6 req-1a38f231-accc-4758-82eb-fb7fce88c599 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 931 time: 0.0469475 Apr 11 18:27:15.510203 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9e57c9-7487-4912-8032-7a939a98fa3c {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:27:15.518793 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Publish callbacks [] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:15.531394 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Transition to ACTIVE for port object bd9e57c9-7487-4912-8032-7a939a98fa3c will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:27:15.539327 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-938b06db-f63d-47ce-ad14-26834d2408b6 req-b958c869-619c-4fa6-aca8-8ac1ba6c2189 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452511 Apr 11 18:27:15.605024 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:15.647587 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafe6f3-4e1b-4199-b5f6-55140bbce6f5 req-b38c81cb-8813-42ac-a48f-bdf39c2d771f tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:15.649270 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0eafe6f3-4e1b-4199-b5f6-55140bbce6f5 req-b38c81cb-8813-42ac-a48f-bdf39c2d771f tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0497458 Apr 11 18:27:15.662138 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Pushing event updated for resources: {'Port': ['ID=bd9e57c9-7487-4912-8032-7a939a98fa3c,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:15.710568 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0eafe6f3-4e1b-4199-b5f6-55140bbce6f5 req-39f2aaf7-23d0-4bf9-8d65-34085f9c2e0f tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529542 Apr 11 18:27:15.745703 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Attempting to bind port bd9e57c9-7487-4912-8032-7a939a98fa3c on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:27:15.746026 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Attempting to bind port bd9e57c9-7487-4912-8032-7a939a98fa3c by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:27:15.746353 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Attempting to bind port bd9e57c9-7487-4912-8032-7a939a98fa3c on network 3452c237-1758-4932-9b9d-634c184a4280 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:27:15.751429 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54054) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:15.756818 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Port bd9e57c9-7487-4912-8032-7a939a98fa3c on network 3452c237-1758-4932-9b9d-634c184a4280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:27:15.756818 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Attempting to bind port bd9e57c9-7487-4912-8032-7a939a98fa3c on network 3452c237-1758-4932-9b9d-634c184a4280 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:27:15.757401 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:27:15.757741 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Checking segment: {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:27:15.758254 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Bound using segment: {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:27:15.758681 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Bound port: bd9e57c9-7487-4912-8032-7a939a98fa3c, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:27:15.759040 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:15.766230 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-61301b9d-2b1c-4166-815a-fbc5f8b504cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:15.841069 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] For port bd9e57c9-7487-4912-8032-7a939a98fa3c, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:27:15.841069 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] For port bd9e57c9-7487-4912-8032-7a939a98fa3c, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=bd9e57c9-7487-4912-8032-7a939a98fa3c,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:27:15.849551 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-61301b9d-2b1c-4166-815a-fbc5f8b504cd admin admin] Publish callbacks [] for security_group (bb2b76ba-938f-42cf-a39c-a73a8a7aa08b), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:15.969233 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:16.006435 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:16.007051 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:16.008462 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] 10.222.0.30 "PUT /v2.0/ports/bd9e57c9-7487-4912-8032-7a939a98fa3c HTTP/1.1" status: 200 len: 1093 time: 0.8372362 Apr 11 18:27:16.008953 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8', 'tag': 'bd9e57c9-7487-4912-8032-7a939a98fa3c'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:27:16.010930 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-61301b9d-2b1c-4166-815a-fbc5f8b504cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (bb2b76ba-938f-42cf-a39c-a73a8a7aa08b), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:16.011424 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b1373b-e660-41de-86bc-9b6862d90a59" -d '{"events": [{"name": "network-changed", "server_uuid": "62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8", "tag": "bd9e57c9-7487-4912-8032-7a939a98fa3c"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:27:16.036290 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5650de-7610-4c6b-ad75-647b5d0f8b5c service neutron] Pushing event updated for resources: {'Port': ['ID=bd9e57c9-7487-4912-8032-7a939a98fa3c,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:16.048667 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61301b9d-2b1c-4166-815a-fbc5f8b504cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2b76ba-938f-42cf-a39c-a73a8a7aa08b,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:16.063477 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458c5dc4-7291-4b16-a315-0f6a0a9bb2a0 x-openstack-request-id: req-458c5dc4-7291-4b16-a315-0f6a0a9bb2a0 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:27:16.063920 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8", "tag": "bd9e57c9-7487-4912-8032-7a939a98fa3c", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:27:16.064023 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-458c5dc4-7291-4b16-a315-0f6a0a9bb2a0 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:27:16.064436 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458c5dc4-7291-4b16-a315-0f6a0a9bb2a0'] response: {'name': 'network-changed', 'server_uuid': '62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8', 'tag': 'bd9e57c9-7487-4912-8032-7a939a98fa3c', 'status': 'completed', 'code': 200} Apr 11 18:27:16.071192 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-61301b9d-2b1c-4166-815a-fbc5f8b504cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d05f3dab35b458c9de635be125dca53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183987 Apr 11 18:27:16.073648 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54058) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:16.129619 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a36800ee-31de-43d3-9cf2-9b83b1ef3d61 admin admin] Publish callbacks [] for security_group (bb2b76ba-938f-42cf-a39c-a73a8a7aa08b), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:16.157866 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a36800ee-31de-43d3-9cf2-9b83b1ef3d61 admin admin] Publish callbacks [] for security_group (bb2b76ba-938f-42cf-a39c-a73a8a7aa08b), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:16.171650 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1373b-e660-41de-86bc-9b6862d90a59 req-1624c3d6-7737-4ceb-854a-8c25bcc2e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:16.173537 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b2b1373b-e660-41de-86bc-9b6862d90a59 req-1624c3d6-7737-4ceb-854a-8c25bcc2e071 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 1127 time: 0.0436807 Apr 11 18:27:16.262053 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a36800ee-31de-43d3-9cf2-9b83b1ef3d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (bb2b76ba-938f-42cf-a39c-a73a8a7aa08b), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:16.265965 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a36800ee-31de-43d3-9cf2-9b83b1ef3d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:16.267391 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a36800ee-31de-43d3-9cf2-9b83b1ef3d61 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb2b76ba-938f-42cf-a39c-a73a8a7aa08b HTTP/1.1" status: 204 len: 168 time: 0.1926303 Apr 11 18:27:16.275722 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36800ee-31de-43d3-9cf2-9b83b1ef3d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2b76ba-938f-42cf-a39c-a73a8a7aa08b,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:16.280644 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1373b-e660-41de-86bc-9b6862d90a59 req-bbec8b48-25e2-429b-a24b-cb9074f5952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:16.282118 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b2b1373b-e660-41de-86bc-9b6862d90a59 req-bbec8b48-25e2-429b-a24b-cb9074f5952d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1002243 Apr 11 18:27:16.383123 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1373b-e660-41de-86bc-9b6862d90a59 req-cf02a363-55a5-4950-b1a2-4785a32fbb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:16.384587 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-b2b1373b-e660-41de-86bc-9b6862d90a59 req-cf02a363-55a5-4950-b1a2-4785a32fbb6f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959492 Apr 11 18:27:16.459011 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-43afc694-ca2e-45a4-b0ba-95628399c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:16.460461 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-43afc694-ca2e-45a4-b0ba-95628399c91b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 1127 time: 0.0405421 Apr 11 18:27:16.507238 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-91f64ff2-8d65-45b8-887b-e773c29b4792 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd9e57c9-7487-4912-8032-7a939a98fa3c HTTP/1.1" status: 200 len: 217 time: 0.0378909 Apr 11 18:27:16.558889 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-90b3de4a-fc99-43e9-a375-27e5d18ead03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:16.560414 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-90b3de4a-fc99-43e9-a375-27e5d18ead03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd99bc16-ba63-4bae-919d-ad98f4d39730 HTTP/1.1" status: 200 len: 854 time: 0.0475531 Apr 11 18:27:16.605298 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-3dd4b631-8323-44f8-b527-a84c23e4b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:16.607201 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-3dd4b631-8323-44f8-b527-a84c23e4b568 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3452c237-1758-4932-9b9d-634c184a4280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406878 Apr 11 18:27:16.656672 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca6930-d088-400f-a37f-3e1c3e073567 req-1686bad5-2571-4878-bafb-5952e5516f26 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:16.658397 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-39ca6930-d088-400f-a37f-3e1c3e073567 req-1686bad5-2571-4878-bafb-5952e5516f26 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 943 time: 0.0479338 Apr 11 18:27:16.705135 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-1a534528-2292-424c-81cc-01e4cc60b5d3 service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913558 Apr 11 18:27:16.709292 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-39ca6930-d088-400f-a37f-3e1c3e073567 req-6c38d72b-a475-4a11-99af-d5e4ab71cd70 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446243 Apr 11 18:27:16.799244 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-054eda09-14bc-4b8b-9b82-9c563bfd473c req-48dd9898-8d5d-4e25-be37-51c68da08e75 service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879958 Apr 11 18:27:16.828907 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21963502-6f40-45c1-a797-8b39a649b38f req-0afaa08b-9e59-4bcc-86ba-d64ba9c68487 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:16.830387 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-21963502-6f40-45c1-a797-8b39a649b38f req-0afaa08b-9e59-4bcc-86ba-d64ba9c68487 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 944 time: 0.0471747 Apr 11 18:27:16.883526 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-21963502-6f40-45c1-a797-8b39a649b38f req-4005317f-ebb1-4d07-b3f2-db9e5ec841fa tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474010 Apr 11 18:27:17.483755 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 85869ded-6715-4927-8fd3-626489edb83f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:27:17.580389 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 85869ded-6715-4927-8fd3-626489edb83f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=85869ded-6715-4927-8fd3-626489edb83f,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:27:17.591518 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '85869ded-6715-4927-8fd3-626489edb83f', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'port_id': '85869ded-6715-4927-8fd3-626489edb83f', 'mac_address': 'fa:16:3e:71:47:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:27:17.631492 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 85869ded-6715-4927-8fd3-626489edb83f is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:27:17.631871 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (85869ded-6715-4927-8fd3-626489edb83f), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:17.645072 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85869ded-6715-4927-8fd3-626489edb83f {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:27:17.664901 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 85869ded-6715-4927-8fd3-626489edb83f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=85869ded-6715-4927-8fd3-626489edb83f,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:27:17.776545 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (85869ded-6715-4927-8fd3-626489edb83f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:17.827568 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=85869ded-6715-4927-8fd3-626489edb83f,revision_number=7']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:17.835642 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.835804 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2a8e-f768-41c2-abea-d96bf69738bf req-9f56217e-1847-4d0b-aac6-98b9e2df3835 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:17.836672 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.837021 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.837362 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.837801 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.838139 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.838468 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.839065 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.839392 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.839719 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.840211 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.840545 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.840872 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.841196 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.841518 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:27:17.843452 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f0cd2a8e-f768-41c2-abea-d96bf69738bf req-9f56217e-1847-4d0b-aac6-98b9e2df3835 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 943 time: 0.0664248 Apr 11 18:27:17.854600 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54094) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:17.892396 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f0cd2a8e-f768-41c2-abea-d96bf69738bf req-0f4744b0-ba59-46bf-bc10-0fef7c1f7b71 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480800 Apr 11 18:27:17.968048 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3be15078-cb00-4168-83a5-55d45e832083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:18.001667 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['85869ded-6715-4927-8fd3-626489edb83f'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:27:18.005050 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76719401-e196-4c15-91b6-578d761e1678 req-3aa7523e-8738-491e-a071-1417135387e8 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:18.006582 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-76719401-e196-4c15-91b6-578d761e1678 req-3aa7523e-8738-491e-a071-1417135387e8 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 945 time: 0.0491168 Apr 11 18:27:18.045028 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3be15078-cb00-4168-83a5-55d45e832083 admin admin] Publish callbacks [] for security_group (20a6d2a0-6301-4c84-83df-f6f38641607a), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:18.067643 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-76719401-e196-4c15-91b6-578d761e1678 req-bf235363-ab8f-444b-8492-338521db0327 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543063 Apr 11 18:27:18.136301 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3be15078-cb00-4168-83a5-55d45e832083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (20a6d2a0-6301-4c84-83df-f6f38641607a), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:18.176561 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be15078-cb00-4168-83a5-55d45e832083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a6d2a0-6301-4c84-83df-f6f38641607a,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:18.183749 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3be15078-cb00-4168-83a5-55d45e832083 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27fb1558da204e8ca286908c7f856954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253450 Apr 11 18:27:18.184087 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54100) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:18.231724 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a9af3ae8-9387-4815-9715-10f39e52be7a admin admin] Publish callbacks [] for security_group (20a6d2a0-6301-4c84-83df-f6f38641607a), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:18.253908 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a9af3ae8-9387-4815-9715-10f39e52be7a admin admin] Publish callbacks [] for security_group (20a6d2a0-6301-4c84-83df-f6f38641607a), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:18.388032 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a9af3ae8-9387-4815-9715-10f39e52be7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (20a6d2a0-6301-4c84-83df-f6f38641607a), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:18.390605 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a9af3ae8-9387-4815-9715-10f39e52be7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:18.391760 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a9af3ae8-9387-4815-9715-10f39e52be7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/20a6d2a0-6301-4c84-83df-f6f38641607a HTTP/1.1" status: 204 len: 168 time: 0.2069602 Apr 11 18:27:18.399978 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af3ae8-9387-4815-9715-10f39e52be7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a6d2a0-6301-4c84-83df-f6f38641607a,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:19.011761 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f30d8b-06be-438d-a10f-b78abfcb4ec4 req-ca09383c-1e80-411e-b1a1-496ea7154fa5 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:19.013243 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-15f30d8b-06be-438d-a10f-b78abfcb4ec4 req-ca09383c-1e80-411e-b1a1-496ea7154fa5 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 943 time: 0.0510478 Apr 11 18:27:19.061934 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-15f30d8b-06be-438d-a10f-b78abfcb4ec4 req-cacd8703-60e4-499d-8377-1041ce9e5cb8 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417020 Apr 11 18:27:19.183318 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165b037-7f8c-4388-adb1-c725a7b7048d req-01fce485-b07e-4fa0-92a4-a49b7625b239 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:19.184821 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0165b037-7f8c-4388-adb1-c725a7b7048d req-01fce485-b07e-4fa0-92a4-a49b7625b239 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 945 time: 0.0490274 Apr 11 18:27:19.236279 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0165b037-7f8c-4388-adb1-c725a7b7048d req-016c866a-960d-49d6-aa34-25be991e18cd tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450017 Apr 11 18:27:19.413298 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54126) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:19.441321 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:27:19.504098 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device bd9e57c9-7487-4912-8032-7a939a98fa3c details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:27:19.507647 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 85869ded-6715-4927-8fd3-626489edb83f up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:27:19.515911 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-47171766-network', 'tenant_id': 'fd06048b94a944f4a1add922e4d4b032'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:27:19.615241 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 85869ded-6715-4927-8fd3-626489edb83f triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:27:19.615607 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (85869ded-6715-4927-8fd3-626489edb83f), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:19.619628 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Made reservation on behalf of fd06048b94a944f4a1add922e4d4b032 for: {'network': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:27:19.622170 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:19.631756 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:19.666980 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port bd9e57c9-7487-4912-8032-7a939a98fa3c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=bd9e57c9-7487-4912-8032-7a939a98fa3c,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:27:19.682194 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': 'bd9e57c9-7487-4912-8032-7a939a98fa3c', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'port_id': 'bd9e57c9-7487-4912-8032-7a939a98fa3c', 'mac_address': 'fa:16:3e:a3:2d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:27:19.708181 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Publish callbacks [] for security_group (a3796654-0f3a-43cb-8468-7be0625cb7e0), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:19.751544 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port bd9e57c9-7487-4912-8032-7a939a98fa3c is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:27:19.751922 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:19.753767 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 85869ded-6715-4927-8fd3-626489edb83f is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:27:19.754128 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (85869ded-6715-4927-8fd3-626489edb83f), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:19.778866 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9e57c9-7487-4912-8032-7a939a98fa3c {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:27:19.787673 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85869ded-6715-4927-8fd3-626489edb83f'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:27:19.788043 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (a3796654-0f3a-43cb-8468-7be0625cb7e0), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:19.789895 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69633cdf-0c83-45b3-8b47-0be0f748b98b" -d '{"events": [{"server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "name": "network-vif-plugged", "status": "completed", "tag": "85869ded-6715-4927-8fd3-626489edb83f"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:27:19.810218 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] vlan segment allocate from pool success with {'vlan_id': 906, 'physical_network': 'physnet1'} {{(pid=104080) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:27:19.814804 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 85869ded-6715-4927-8fd3-626489edb83f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=85869ded-6715-4927-8fd3-626489edb83f,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:27:19.816728 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port bd9e57c9-7487-4912-8032-7a939a98fa3c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=bd9e57c9-7487-4912-8032-7a939a98fa3c,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:27:19.832946 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c531c7-46c7-4089-a164-bd4b10adcc75 x-openstack-request-id: req-61c531c7-46c7-4089-a164-bd4b10adcc75 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:27:19.833252 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "name": "network-vif-plugged", "status": "completed", "tag": "85869ded-6715-4927-8fd3-626489edb83f", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:27:19.833414 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3796654-0f3a-43cb-8468-7be0625cb7e0,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:19.833654 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61c531c7-46c7-4089-a164-bd4b10adcc75 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:27:19.834308 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c531c7-46c7-4089-a164-bd4b10adcc75'] response: {'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85869ded-6715-4927-8fd3-626489edb83f', 'code': 200} Apr 11 18:27:19.836424 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (3cf043f3-9456-448d-968f-fd227ceda7ef), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:19.839300 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.segments_db [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Added segment 3cf043f3-9456-448d-968f-fd227ceda7ef of type vlan for network 258efdc8-4f35-4401-9881-6742e98e5fd7 Apr 11 18:27:19.883124 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (258efdc8-4f35-4401-9881-6742e98e5fd7), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:19.900276 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (85869ded-6715-4927-8fd3-626489edb83f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:19.952909 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:19.959218 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=85869ded-6715-4927-8fd3-626489edb83f,revision_number=8']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:20.153820 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=bd9e57c9-7487-4912-8032-7a939a98fa3c,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:20.190908 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef27ea-931f-4a03-8cd1-0330ba608006 req-a54e401e-5f37-4d73-815f-de77c37d6fcc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:20.192460 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-65ef27ea-931f-4a03-8cd1-0330ba608006 req-a54e401e-5f37-4d73-815f-de77c37d6fcc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 944 time: 0.0591125 Apr 11 18:27:20.203301 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c93f5-da5a-4c00-8019-4d01a1dcd35f req-a9783da0-5fed-4181-9ce8-81ad1bd7fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:20.204795 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a19c93f5-da5a-4c00-8019-4d01a1dcd35f req-a9783da0-5fed-4181-9ce8-81ad1bd7fe28 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 1130 time: 0.0426736 Apr 11 18:27:20.210614 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['bd9e57c9-7487-4912-8032-7a939a98fa3c'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:27:20.241521 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-65ef27ea-931f-4a03-8cd1-0330ba608006 req-8ed526c1-a27e-480e-92c3-65bf7d489867 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430341 Apr 11 18:27:20.253735 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a19c93f5-da5a-4c00-8019-4d01a1dcd35f req-917ccd18-1396-4a2d-8483-09be7219af5e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429113 Apr 11 18:27:20.273550 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (258efdc8-4f35-4401-9881-6742e98e5fd7), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:20.274557 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:20.275177 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:20.340073 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] Pushing event updated for resources: {'Network': ['ID=258efdc8-4f35-4401-9881-6742e98e5fd7,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:20.360406 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 258efdc8-4f35-4401-9881-6742e98e5fd7 details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:27:20.365123 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9769-2c26-4f99-9e54-e2bfab2b3531 req-0733b6fb-22ac-4ca7-89d0-edb63dbf5044 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:20.366635 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f73f9769-2c26-4f99-9e54-e2bfab2b3531 req-0733b6fb-22ac-4ca7-89d0-edb63dbf5044 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0509875 Apr 11 18:27:20.399350 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d6bd984a-d35c-4ab3-96b4-4566aa01e238 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9832456 Apr 11 18:27:20.399667 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54136) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:20.407012 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-c86be5de-b4e7-4294-8625-ed9f9dcade53 admin admin] Request body: {'subnet': {'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-47171766-subnet', 'tenant_id': 'fd06048b94a944f4a1add922e4d4b032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:27:20.417448 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f73f9769-2c26-4f99-9e54-e2bfab2b3531 req-9b04eb80-a8ca-4c2c-a625-cd0199a20d7d tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443046 Apr 11 18:27:20.488514 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86be5de-b4e7-4294-8625-ed9f9dcade53 admin admin] Made reservation on behalf of fd06048b94a944f4a1add922e4d4b032 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:27:20.490815 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c86be5de-b4e7-4294-8625-ed9f9dcade53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5248860'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:20.759675 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c86be5de-b4e7-4294-8625-ed9f9dcade53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5377349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5248846'] for subnet (af78bdff-138d-4d88-add8-a1c15b7a21e8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:20.814342 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86be5de-b4e7-4294-8625-ed9f9dcade53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af78bdff-138d-4d88-add8-a1c15b7a21e8,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:20.822878 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86be5de-b4e7-4294-8625-ed9f9dcade53 admin admin] Checking segment: {'id': '3cf043f3-9456-448d-968f-fd227ceda7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:27:20.823267 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86be5de-b4e7-4294-8625-ed9f9dcade53 admin admin] Network hostable DHCP agents. Network: 258efdc8-4f35-4401-9881-6742e98e5fd7, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:27:20.919070 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86be5de-b4e7-4294-8625-ed9f9dcade53 admin admin] Network 258efdc8-4f35-4401-9881-6742e98e5fd7 is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:27:21.016655 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-c86be5de-b4e7-4294-8625-ed9f9dcade53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 258efdc8-4f35-4401-9881-6742e98e5fd7) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:27:21.021506 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86be5de-b4e7-4294-8625-ed9f9dcade53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:21.022197 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c86be5de-b4e7-4294-8625-ed9f9dcade53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:21.026192 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e04744-a778-4c80-b060-eff29ee5f618 None None] Network 258efdc8-4f35-4401-9881-6742e98e5fd7 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:27:21.125584 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf7adb4-3a4f-4c8f-ba8c-6050176cf96d None None] Network 258efdc8-4f35-4401-9881-6742e98e5fd7 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:27:21.185894 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c86be5de-b4e7-4294-8625-ed9f9dcade53 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7843959 Apr 11 18:27:21.364663 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47e0de-7612-44a6-a985-6138caccffcb req-ab4a415e-dac2-40a1-be20-3dae08b6b72d tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:21.369682 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2b47e0de-7612-44a6-a985-6138caccffcb req-ab4a415e-dac2-40a1-be20-3dae08b6b72d tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 944 time: 0.0506248 Apr 11 18:27:21.419974 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2b47e0de-7612-44a6-a985-6138caccffcb req-9498ec04-e2a8-4d8c-85a3-56e5f4574881 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479643 Apr 11 18:27:21.518141 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device bd9e57c9-7487-4912-8032-7a939a98fa3c up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:27:21.533200 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f907314-c54f-4da7-85e5-7821f9ed63df req-08ef17b6-6573-4369-bd80-2b369bcdbdbf tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:21.534706 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3f907314-c54f-4da7-85e5-7821f9ed63df req-08ef17b6-6573-4369-bd80-2b369bcdbdbf tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0484724 Apr 11 18:27:21.564358 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port bd9e57c9-7487-4912-8032-7a939a98fa3c completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:27:21.587170 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3f907314-c54f-4da7-85e5-7821f9ed63df req-003ba7a7-a378-49d8-a7fa-c0d19425d5e1 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462565 Apr 11 18:27:21.638956 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port bd9e57c9-7487-4912-8032-7a939a98fa3c triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:27:21.639357 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:21.720435 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port bd9e57c9-7487-4912-8032-7a939a98fa3c is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:27:21.720830 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:21.752473 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port bd9e57c9-7487-4912-8032-7a939a98fa3c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=bd9e57c9-7487-4912-8032-7a939a98fa3c,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:27:21.810808 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:21.835014 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9e57c9-7487-4912-8032-7a939a98fa3c'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:27:21.837257 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78025150-9f2b-4a99-8db8-f48dbd0d0920" -d '{"events": [{"server_uuid": "62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8", "name": "network-vif-plugged", "status": "completed", "tag": "bd9e57c9-7487-4912-8032-7a939a98fa3c"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:27:21.863468 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=bd9e57c9-7487-4912-8032-7a939a98fa3c,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:21.874307 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a514ed1-2e65-4569-83e3-a6642d8769ef x-openstack-request-id: req-6a514ed1-2e65-4569-83e3-a6642d8769ef {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:27:21.874599 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8", "name": "network-vif-plugged", "status": "completed", "tag": "bd9e57c9-7487-4912-8032-7a939a98fa3c", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:27:21.875024 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a514ed1-2e65-4569-83e3-a6642d8769ef {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:27:21.875454 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a514ed1-2e65-4569-83e3-a6642d8769ef'] response: {'server_uuid': '62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9e57c9-7487-4912-8032-7a939a98fa3c', 'code': 200} Apr 11 18:27:22.176367 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9970ec-861f-4b96-aa88-1977ff50f4dc req-d1d75320-0b44-4d56-9b2e-7dba67828a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:22.177857 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c9970ec-861f-4b96-aa88-1977ff50f4dc req-d1d75320-0b44-4d56-9b2e-7dba67828a31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 1129 time: 0.0374475 Apr 11 18:27:22.222189 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-4c9970ec-861f-4b96-aa88-1977ff50f4dc req-8a6373c2-5b08-4d08-b8f2-4dbb5cf4a53a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383134 Apr 11 18:27:22.535487 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dff8d-f690-465a-9e70-ffe9603a959a req-af9031d7-d5e4-49fe-8163-9c8dedfe5635 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:22.537491 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e6dff8d-f690-465a-9e70-ffe9603a959a req-af9031d7-d5e4-49fe-8163-9c8dedfe5635 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 945 time: 0.0483496 Apr 11 18:27:22.588023 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e6dff8d-f690-465a-9e70-ffe9603a959a req-06acf20d-12d3-44eb-bc74-fba8789eb13e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448186 Apr 11 18:27:23.274166 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-fe322158-afee-4b69-90d6-de4afad25516 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:23.275540 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-fe322158-afee-4b69-90d6-de4afad25516 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/networks?id=258efdc8-4f35-4401-9881-6742e98e5fd7 HTTP/1.1" status: 200 len: 812 time: 0.1057134 Apr 11 18:27:23.290015 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-1aada714-37bd-42dd-a110-a4d40a9e18ff tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/quotas/fd06048b94a944f4a1add922e4d4b032 HTTP/1.1" status: 200 len: 375 time: 0.0089343 Apr 11 18:27:23.321336 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-929626c2-6860-4b04-a853-ba1ae2a5f37f tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd06048b94a944f4a1add922e4d4b032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262980 Apr 11 18:27:23.414130 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-0e27bf11-851b-42ec-94de-26dd253b9ad5 service neutron] 10.222.0.64 "GET /v2.0/networks/258efdc8-4f35-4401-9881-6742e98e5fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862455 Apr 11 18:27:23.502993 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-1ee8db1b-a4e7-4292-8a87-6af7be20920c service neutron] 10.222.0.64 "GET /v2.0/networks/258efdc8-4f35-4401-9881-6742e98e5fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831344 Apr 11 18:27:23.724775 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb3864-b526-44cf-8059-11c3242b990b req-6ba7bd2c-1b4e-4515-ac77-7846e2326bbc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:23.726360 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b5cb3864-b526-44cf-8059-11c3242b990b req-6ba7bd2c-1b4e-4515-ac77-7846e2326bbc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 945 time: 0.0680630 Apr 11 18:27:23.744520 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7757bc24-1622-43f6-856c-996fbf630619 req-631180dd-df7f-42f5-a0f9-dc8fc9ef54fe tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 210 time: 0.0385826 Apr 11 18:27:23.794399 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b5cb3864-b526-44cf-8059-11c3242b990b req-fadb9b87-c2f5-4083-9f22-d62501542f21 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471506 Apr 11 18:27:24.843802 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5ea536b0-dfb4-41a6-9ef5-a0e1949cda14 req-9edf7470-f4f1-4075-89e3-f605187c8d5e tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 210 time: 0.0290046 Apr 11 18:27:24.907190 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e035026-648e-4239-9692-5fd6c51781c1 req-5e94565d-f290-42c2-9e2f-1a54afdd4642 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:24.908756 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e035026-648e-4239-9692-5fd6c51781c1 req-5e94565d-f290-42c2-9e2f-1a54afdd4642 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 945 time: 0.0466242 Apr 11 18:27:24.960818 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9e035026-648e-4239-9692-5fd6c51781c1 req-4fb044dc-e9a9-4929-99db-66317d484114 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463510 Apr 11 18:27:25.068684 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73934764-5ad6-4a32-902d-dda50499bcc9 req-1e47fbe2-2951-4dbd-9991-40a20b730c7a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:25.070077 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-73934764-5ad6-4a32-902d-dda50499bcc9 req-1e47fbe2-2951-4dbd-9991-40a20b730c7a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 945 time: 0.0473087 Apr 11 18:27:25.078596 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54190) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:27:25.083548 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-6ceadb34-616c-4256-adb4-40671cd55bce tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'floatingip': {'port_id': 'bd9e57c9-7487-4912-8032-7a939a98fa3c'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:27:25.123041 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ceadb34-616c-4256-adb4-40671cd55bce tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (1caf492e-ed47-43e1-a95f-4cb17e6df6e2), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:25.579339 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ceadb34-616c-4256-adb4-40671cd55bce tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:25.660104 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ceadb34-616c-4256-adb4-40671cd55bce tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (1caf492e-ed47-43e1-a95f-4cb17e6df6e2), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:25.763400 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-6ceadb34-616c-4256-adb4-40671cd55bce tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Floating IP 1caf492e-ed47-43e1-a95f-4cb17e6df6e2 associated. External IP: 172.27.3.32, port: bd9e57c9-7487-4912-8032-7a939a98fa3c. Apr 11 18:27:25.959300 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-26839f2f-844d-4686-af16-77e23aed7312 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:25.960716 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-26839f2f-844d-4686-af16-77e23aed7312 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.30 "GET /v2.0/networks?id=258efdc8-4f35-4401-9881-6742e98e5fd7 HTTP/1.1" status: 200 len: 812 time: 0.1128232 Apr 11 18:27:25.974939 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-85f3eee8-7811-42cb-97d2-5de98a6ff230 req-2fad5b0d-5634-41eb-993a-57b5bcfe0b9e tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 210 time: 0.0614715 Apr 11 18:27:25.977470 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-3b3e86ff-3df6-48da-92df-e8d38d04b9ec tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Request body: {'port': {'device_id': '10a9cbca-15ab-401d-aade-61bdc5c79332', 'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7', 'admin_state_up': True, 'tenant_id': 'fd06048b94a944f4a1add922e4d4b032'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:27:26.012593 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ceadb34-616c-4256-adb4-40671cd55bce tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:27:26.131201 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceadb34-616c-4256-adb4-40671cd55bce tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:27:26.136220 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6ceadb34-616c-4256-adb4-40671cd55bce tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:26.140704 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af97845-ba28-4d5a-a5a6-1bb9b75d473e None None] Sync routers for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:27:26.150723 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af97845-ba28-4d5a-a5a6-1bb9b75d473e None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:27:26.151504 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3af97845-ba28-4d5a-a5a6-1bb9b75d473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:27:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:27:26.174226 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6ceadb34-616c-4256-adb4-40671cd55bce tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "PUT /v2.0/floatingips/1caf492e-ed47-43e1-a95f-4cb17e6df6e2 HTTP/1.1" status: 200 len: 990 time: 1.0945408 Apr 11 18:27:26.175137 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8', 'tag': 'bd9e57c9-7487-4912-8032-7a939a98fa3c'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:27:26.177698 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9178d1a4-57c1-4d59-a5bd-3b7a8b0aa7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8", "tag": "bd9e57c9-7487-4912-8032-7a939a98fa3c"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:27:26.185221 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-3b3e86ff-3df6-48da-92df-e8d38d04b9ec tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Made reservation on behalf of fd06048b94a944f4a1add922e4d4b032 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:27:26.191537 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-3b3e86ff-3df6-48da-92df-e8d38d04b9ec tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:26.225546 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e920ef32-e9a4-4b87-8152-3e58eaeacc4f x-openstack-request-id: req-e920ef32-e9a4-4b87-8152-3e58eaeacc4f {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:27:26.225848 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8", "tag": "bd9e57c9-7487-4912-8032-7a939a98fa3c", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:27:26.226121 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e920ef32-e9a4-4b87-8152-3e58eaeacc4f {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:27:26.226579 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e920ef32-e9a4-4b87-8152-3e58eaeacc4f'] response: {'name': 'network-changed', 'server_uuid': '62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8', 'tag': 'bd9e57c9-7487-4912-8032-7a939a98fa3c', 'status': 'completed', 'code': 200} Apr 11 18:27:26.268226 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-3af97845-ba28-4d5a-a5a6-1bb9b75d473e None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:27:26.308512 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178d1a4-57c1-4d59-a5bd-3b7a8b0aa7a9 req-e8c61c00-268b-484e-8760-b996b9cdfba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:26.310122 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9178d1a4-57c1-4d59-a5bd-3b7a8b0aa7a9 req-e8c61c00-268b-484e-8760-b996b9cdfba6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 1129 time: 0.0552254 Apr 11 18:27:26.422122 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-3b3e86ff-3df6-48da-92df-e8d38d04b9ec tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Allocated IP 172.20.0.3 (258efdc8-4f35-4401-9881-6742e98e5fd7/af78bdff-138d-4d88-add8-a1c15b7a21e8/9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:27:26.464223 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178d1a4-57c1-4d59-a5bd-3b7a8b0aa7a9 req-07b6e55c-0ab0-491b-af8f-96008363f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:26.465784 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9178d1a4-57c1-4d59-a5bd-3b7a8b0aa7a9 req-07b6e55c-0ab0-491b-af8f-96008363f6e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 200 len: 916 time: 0.1483467 Apr 11 18:27:26.585732 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3af97845-ba28-4d5a-a5a6-1bb9b75d473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '1caf492e-ed47-43e1-a95f-4cb17e6df6e2', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': 'bd9e57c9-7487-4912-8032-7a939a98fa3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:a3:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:27:10Z', 'updated_at': '2022-04-11T18:27:25Z', 'revision_number': 1, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}, {'id': '82846937-793b-45fd-8c2a-ea32d0a72686', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:42:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:26:03Z', 'updated_at': '2022-04-11T18:26:21Z', 'revision_number': 2, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:27:26.600113 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9178d1a4-57c1-4d59-a5bd-3b7a8b0aa7a9 req-ff7fcfc3-503f-4d46-b84f-7d739e64fa32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd9e57c9-7487-4912-8032-7a939a98fa3c HTTP/1.1" status: 200 len: 998 time: 0.1223330 Apr 11 18:27:26.611809 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af97845-ba28-4d5a-a5a6-1bb9b75d473e None None] Checking router: d7acb68e-c5b2-43f5-8cc5-3007d6114db5 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:27:26.620246 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af97845-ba28-4d5a-a5a6-1bb9b75d473e None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:27:26.620857 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3af97845-ba28-4d5a-a5a6-1bb9b75d473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:27:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:27:26.678297 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178d1a4-57c1-4d59-a5bd-3b7a8b0aa7a9 req-20ea25d1-048e-4cb3-9e63-1309243205db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:26.679726 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9178d1a4-57c1-4d59-a5bd-3b7a8b0aa7a9 req-20ea25d1-048e-4cb3-9e63-1309243205db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd99bc16-ba63-4bae-919d-ad98f4d39730 HTTP/1.1" status: 200 len: 854 time: 0.0732331 Apr 11 18:27:26.698352 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-3b3e86ff-3df6-48da-92df-e8d38d04b9ec tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks [] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:26.729652 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-3af97845-ba28-4d5a-a5a6-1bb9b75d473e None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:27:26.737251 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178d1a4-57c1-4d59-a5bd-3b7a8b0aa7a9 req-02d2d776-d235-4178-98d0-faf64f4424d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:26.738761 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9178d1a4-57c1-4d59-a5bd-3b7a8b0aa7a9 req-02d2d776-d235-4178-98d0-faf64f4424d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3452c237-1758-4932-9b9d-634c184a4280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514276 Apr 11 18:27:26.839152 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-3b3e86ff-3df6-48da-92df-e8d38d04b9ec tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:26.842535 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9178d1a4-57c1-4d59-a5bd-3b7a8b0aa7a9 req-0012fe6e-01d8-49be-81a7-9bd95bf2319d service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941787 Apr 11 18:27:26.909767 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-3b3e86ff-3df6-48da-92df-e8d38d04b9ec tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Network 258efdc8-4f35-4401-9881-6742e98e5fd7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:27:26.915847 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-3b3e86ff-3df6-48da-92df-e8d38d04b9ec tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:27:26.947301 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-3b3e86ff-3df6-48da-92df-e8d38d04b9ec tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:27:26.951934 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-3af97845-ba28-4d5a-a5a6-1bb9b75d473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '1caf492e-ed47-43e1-a95f-4cb17e6df6e2', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': 'bd9e57c9-7487-4912-8032-7a939a98fa3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:a3:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:27:10Z', 'updated_at': '2022-04-11T18:27:25Z', 'revision_number': 1, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}, {'id': '82846937-793b-45fd-8c2a-ea32d0a72686', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:42:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:26:03Z', 'updated_at': '2022-04-11T18:26:21Z', 'revision_number': 2, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:27:26.954025 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e86ff-3df6-48da-92df-e8d38d04b9ec tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Pushing event updated for resources: {'Port': ['ID=9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:26.980090 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af97845-ba28-4d5a-a5a6-1bb9b75d473e None None] The sync data for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi is: [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '1caf492e-ed47-43e1-a95f-4cb17e6df6e2', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': 'bd9e57c9-7487-4912-8032-7a939a98fa3c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:a3:2d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:27:10Z', 'updated_at': '2022-04-11T18:27:25Z', 'revision_number': 1, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}, {'id': '82846937-793b-45fd-8c2a-ea32d0a72686', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:42:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:26:03Z', 'updated_at': '2022-04-11T18:26:21Z', 'revision_number': 2, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:27:27.016252 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-3b3e86ff-3df6-48da-92df-e8d38d04b9ec tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:27.016891 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-3b3e86ff-3df6-48da-92df-e8d38d04b9ec tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:27.035457 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9178d1a4-57c1-4d59-a5bd-3b7a8b0aa7a9 req-4d942507-8bd1-4eeb-ae25-9c28473350c1 service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862164 Apr 11 18:27:27.102795 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-3b3e86ff-3df6-48da-92df-e8d38d04b9ec tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1308832 Apr 11 18:27:27.114521 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bafc2f-2663-4e19-95f0-3873c63398fa req-717ab40c-34c7-4846-b5ae-3f326af1d40f tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:27.115742 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Request body: {'port': {'device_id': '10a9cbca-15ab-401d-aade-61bdc5c79332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:27:27.116134 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-76bafc2f-2663-4e19-95f0-3873c63398fa req-717ab40c-34c7-4846-b5ae-3f326af1d40f tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 931 time: 0.0532055 Apr 11 18:27:27.172382 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-76bafc2f-2663-4e19-95f0-3873c63398fa req-6f5a14d2-8a72-48c8-9cf5-6e006e65c4e3 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486078 Apr 11 18:27:27.180516 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:27.195805 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf65dc7-f7b7-4b64-96cd-3060335fc153 None None] New status for floating IP 1caf492e-ed47-43e1-a95f-4cb17e6df6e2: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:27:27.451272 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:27:27.459923 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Publish callbacks [] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:27.474241 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Transition to ACTIVE for port object 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:27:27.536277 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:27.588469 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Pushing event updated for resources: {'Port': ['ID=9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:27.656614 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Attempting to bind port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:27:27.656942 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Attempting to bind port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '3cf043f3-9456-448d-968f-fd227ceda7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:27:27.657268 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Attempting to bind port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 on network 258efdc8-4f35-4401-9881-6742e98e5fd7 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:27:27.661682 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 on network 258efdc8-4f35-4401-9881-6742e98e5fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:27:27.661994 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Attempting to bind port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 on network 258efdc8-4f35-4401-9881-6742e98e5fd7 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:27:27.666724 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:27:27.667053 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Checking segment: {'id': '3cf043f3-9456-448d-968f-fd227ceda7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:27:27.667459 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Bound using segment: {'id': '3cf043f3-9456-448d-968f-fd227ceda7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:27:27.667879 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Bound port: 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf043f3-9456-448d-968f-fd227ceda7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:27:27.668228 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:27.729229 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] For port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:27:27.732150 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] For port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76,segment=NetworkSegment(3cf043f3-9456-448d-968f-fd227ceda7ef),segment_id=3cf043f3-9456-448d-968f-fd227ceda7ef)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:27:27.808831 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:27.844374 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:27.844994 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:27.846703 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] 10.222.0.30 "PUT /v2.0/ports/9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 HTTP/1.1" status: 200 len: 1093 time: 0.7367458 Apr 11 18:27:27.847176 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a9cbca-15ab-401d-aade-61bdc5c79332', 'tag': '9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:27:27.851032 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045b9ed0-0c19-4546-b355-6b42fce64e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "10a9cbca-15ab-401d-aade-61bdc5c79332", "tag": "9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:27:27.878159 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a037c-f726-45df-bb15-635341fa54ee service neutron] Pushing event updated for resources: {'Port': ['ID=9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:27.890034 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5b3428-6a11-4408-8ef8-be9b2aaefbf0 x-openstack-request-id: req-6f5b3428-6a11-4408-8ef8-be9b2aaefbf0 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:27:27.890330 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a9cbca-15ab-401d-aade-61bdc5c79332", "tag": "9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:27:27.890591 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f5b3428-6a11-4408-8ef8-be9b2aaefbf0 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:27:27.890998 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5b3428-6a11-4408-8ef8-be9b2aaefbf0'] response: {'name': 'network-changed', 'server_uuid': '10a9cbca-15ab-401d-aade-61bdc5c79332', 'tag': '9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76', 'status': 'completed', 'code': 200} Apr 11 18:27:27.953982 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b9ed0-0c19-4546-b355-6b42fce64e6e req-18cd80f3-de1a-4afa-8d10-e9a8497c6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:27.955803 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-045b9ed0-0c19-4546-b355-6b42fce64e6e req-18cd80f3-de1a-4afa-8d10-e9a8497c6c82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd06048b94a944f4a1add922e4d4b032&device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 1127 time: 0.0401945 Apr 11 18:27:28.056544 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b9ed0-0c19-4546-b355-6b42fce64e6e req-7d82315e-ac87-40fd-ad27-8bcb97b064eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:28.058035 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-045b9ed0-0c19-4546-b355-6b42fce64e6e req-7d82315e-ac87-40fd-ad27-8bcb97b064eb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fd06048b94a944f4a1add922e4d4b032&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0954595 Apr 11 18:27:28.151840 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b9ed0-0c19-4546-b355-6b42fce64e6e req-a419e404-5f4f-4936-81b5-0d2622496513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:28.153295 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-045b9ed0-0c19-4546-b355-6b42fce64e6e req-a419e404-5f4f-4936-81b5-0d2622496513 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891194 Apr 11 18:27:28.235715 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-07d3c2c5-4558-412a-bab2-85151e6af597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:28.238590 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-07d3c2c5-4558-412a-bab2-85151e6af597 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd06048b94a944f4a1add922e4d4b032&device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 1127 time: 0.0480342 Apr 11 18:27:28.289461 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-f384ac14-437a-42f0-9ed1-e6e3d92e3e3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 HTTP/1.1" status: 200 len: 217 time: 0.0394037 Apr 11 18:27:28.305714 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4e946-8a39-41d5-a3c5-3b85b77a91ed req-bdcee314-b9a3-47a4-827b-a02ddaf0fafe tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:28.307441 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-41d4e946-8a39-41d5-a3c5-3b85b77a91ed req-bdcee314-b9a3-47a4-827b-a02ddaf0fafe tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 943 time: 0.0558515 Apr 11 18:27:28.338443 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-737d79dc-f449-467d-8be7-022e303417b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:28.340135 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-737d79dc-f449-467d-8be7-022e303417b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af78bdff-138d-4d88-add8-a1c15b7a21e8 HTTP/1.1" status: 200 len: 852 time: 0.0451975 Apr 11 18:27:28.368630 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-41d4e946-8a39-41d5-a3c5-3b85b77a91ed req-67a54600-916a-4a24-a14f-0c2069cc467a tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488276 Apr 11 18:27:28.385979 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-a50b697f-4aec-442b-807d-c74cec841d0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=258efdc8-4f35-4401-9881-6742e98e5fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356469 Apr 11 18:27:28.472653 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-7f89a80a-a200-41d9-b216-4287260e7a3d service neutron] 10.222.0.30 "GET /v2.0/networks/258efdc8-4f35-4401-9881-6742e98e5fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832257 Apr 11 18:27:28.568325 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91edac06-6682-4a7d-a8d6-d8af5616d60d req-58b37e68-a631-439b-982e-46b0d56b6c67 service neutron] 10.222.0.30 "GET /v2.0/networks/258efdc8-4f35-4401-9881-6742e98e5fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872693 Apr 11 18:27:29.483410 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4cd54-488a-450d-90fe-57080bbead33 req-530cc1f5-209d-4d8c-9961-b78836d2654b tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:29.485035 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bfa4cd54-488a-450d-90fe-57080bbead33 req-530cc1f5-209d-4d8c-9961-b78836d2654b tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 943 time: 0.0456135 Apr 11 18:27:29.534932 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bfa4cd54-488a-450d-90fe-57080bbead33 req-25fa9c22-4650-4313-b787-bb029e8bbf64 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432491 Apr 11 18:27:30.647087 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f9957-59e4-4f9c-ab0d-f1964b9eb750 req-45d4192b-4569-4acd-b350-d9f78c46fc2b tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:30.648543 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ec6f9957-59e4-4f9c-ab0d-f1964b9eb750 req-45d4192b-4569-4acd-b350-d9f78c46fc2b tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 943 time: 0.0464370 Apr 11 18:27:30.693923 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ec6f9957-59e4-4f9c-ab0d-f1964b9eb750 req-173ac9f4-2c56-431f-b87d-7ff81c33a652 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400021 Apr 11 18:27:31.579344 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:27:31.674781 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76,segment=NetworkSegment(3cf043f3-9456-448d-968f-fd227ceda7ef),segment_id=3cf043f3-9456-448d-968f-fd227ceda7ef)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:27:31.689265 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76', 'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7', 'port_id': '9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76', 'mac_address': 'fa:16:3e:bc:dd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af78bdff-138d-4d88-add8-a1c15b7a21e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:27:31.736986 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:27:31.737370 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:31.751413 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:27:31.772024 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76,segment=NetworkSegment(3cf043f3-9456-448d-968f-fd227ceda7ef),segment_id=3cf043f3-9456-448d-968f-fd227ceda7ef)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:27:31.804580 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d45a6-ca79-4271-9d95-23c27e65b91f req-43723421-fa0c-4b6a-b655-cd79a4114640 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:31.806312 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dc4d45a6-ca79-4271-9d95-23c27e65b91f req-43723421-fa0c-4b6a-b655-cd79a4114640 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 943 time: 0.0470095 Apr 11 18:27:31.810577 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-66cc4a3c-8cd1-46aa-89d7-051a873bdd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:31.839440 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:31.856749 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dc4d45a6-ca79-4271-9d95-23c27e65b91f req-683db556-77d2-45e0-a68e-8bdfd816e1b4 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447423 Apr 11 18:27:31.889779 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:32.107854 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:27:32.970845 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a21e8-aac3-40ea-93bd-8a1285fef7d9 req-c124c851-5874-49cd-a656-098a07fb6366 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:32.972466 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-585a21e8-aac3-40ea-93bd-8a1285fef7d9 req-c124c851-5874-49cd-a656-098a07fb6366 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 944 time: 0.0509768 Apr 11 18:27:33.020209 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-585a21e8-aac3-40ea-93bd-8a1285fef7d9 req-685cac93-f699-4add-888f-405184ae1137 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Apr 11 18:27:33.610817 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:27:33.655846 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:27:33.716388 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:27:33.716764 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:33.796564 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:27:33.796952 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:33.820130 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a9cbca-15ab-401d-aade-61bdc5c79332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:27:33.822369 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3cb4dd-610f-4803-a845-af5d41f54326" -d '{"events": [{"server_uuid": "10a9cbca-15ab-401d-aade-61bdc5c79332", "name": "network-vif-plugged", "status": "completed", "tag": "9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:27:33.835881 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76,segment=NetworkSegment(3cf043f3-9456-448d-968f-fd227ceda7ef),segment_id=3cf043f3-9456-448d-968f-fd227ceda7ef)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:27:33.863976 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27b64b0-0b13-4d0d-b661-a8ad3cd32f2c x-openstack-request-id: req-e27b64b0-0b13-4d0d-b661-a8ad3cd32f2c {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:27:33.863976 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a9cbca-15ab-401d-aade-61bdc5c79332", "name": "network-vif-plugged", "status": "completed", "tag": "9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:27:33.863976 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e27b64b0-0b13-4d0d-b661-a8ad3cd32f2c {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:27:33.863976 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27b64b0-0b13-4d0d-b661-a8ad3cd32f2c'] response: {'server_uuid': '10a9cbca-15ab-401d-aade-61bdc5c79332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76', 'code': 200} Apr 11 18:27:33.918926 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:33.965467 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:27:34.140042 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cfd26-763e-4d99-95ab-4a1a95f36931 req-8c3d3892-c0ac-46f0-920d-6cf736072779 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:34.141602 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b12cfd26-763e-4d99-95ab-4a1a95f36931 req-8c3d3892-c0ac-46f0-920d-6cf736072779 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 945 time: 0.0549471 Apr 11 18:27:34.191383 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b12cfd26-763e-4d99-95ab-4a1a95f36931 req-876e7980-2867-4c40-a87e-32e2fd2e06ac tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430295 Apr 11 18:27:34.214187 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31dea7-2398-410c-84d4-5b31d0fb6392 req-a05c2c0d-b865-4605-bfc0-bd157ff1c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:34.215737 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9a31dea7-2398-410c-84d4-5b31d0fb6392 req-a05c2c0d-b865-4605-bfc0-bd157ff1c3f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 1129 time: 0.0390420 Apr 11 18:27:34.260379 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-9a31dea7-2398-410c-84d4-5b31d0fb6392 req-b799bee2-b0c6-4809-8f0a-4b352082e8b1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366368 Apr 11 18:27:34.564624 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c537946c-4395-45b0-ad06-cd37071f3d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:35.306348 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa695f-1b61-41a9-9084-85d99f472b45 req-e204fe30-f25c-4f7b-b159-a319e629b997 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:35.307777 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4aaa695f-1b61-41a9-9084-85d99f472b45 req-e204fe30-f25c-4f7b-b159-a319e629b997 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 945 time: 0.0478082 Apr 11 18:27:35.360293 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4aaa695f-1b61-41a9-9084-85d99f472b45 req-d0b1622e-57a5-4aed-b302-e3052e9576ed tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468493 Apr 11 18:27:35.399156 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:36.475614 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ad146-7068-437c-ae74-8ce8cdf94279 req-d2a852d3-f0ac-469a-8bb6-96467321138c tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:36.477123 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e91ad146-7068-437c-ae74-8ce8cdf94279 req-d2a852d3-f0ac-469a-8bb6-96467321138c tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 945 time: 0.0470486 Apr 11 18:27:36.523359 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e91ad146-7068-437c-ae74-8ce8cdf94279 req-5996934f-e85e-4e09-9876-ccdb1d12d05c tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407214 Apr 11 18:27:36.927953 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:38.279386 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:43.456478 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:27:45.497403 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e50f4c1-adae-4f72-a7b6-34d9406f9d11 req-02117f7d-088b-423a-ad03-a5346bcdb081 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383022 Apr 11 18:27:45.582071 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50f4c1-adae-4f72-a7b6-34d9406f9d11 req-5b12c25f-7cfe-46e0-84d3-4cc821c9dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:45.583609 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e50f4c1-adae-4f72-a7b6-34d9406f9d11 req-5b12c25f-7cfe-46e0-84d3-4cc821c9dff2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff5d55b6d42046c5be366a87d9ef94e3&device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 1130 time: 0.0432801 Apr 11 18:27:45.690642 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50f4c1-adae-4f72-a7b6-34d9406f9d11 req-5118acbc-8056-41d8-a3bc-d49547e1d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:45.692143 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e50f4c1-adae-4f72-a7b6-34d9406f9d11 req-5118acbc-8056-41d8-a3bc-d49547e1d6a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ba543321-c3be-46b0-968d-e5de14ee4bff HTTP/1.1" status: 200 len: 909 time: 0.0882499 Apr 11 18:27:45.760374 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e50f4c1-adae-4f72-a7b6-34d9406f9d11 req-858b43d8-11dd-4bc8-ad8b-dc052f63e6cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85869ded-6715-4927-8fd3-626489edb83f HTTP/1.1" status: 200 len: 1001 time: 0.0618382 Apr 11 18:27:45.816297 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50f4c1-adae-4f72-a7b6-34d9406f9d11 req-c8eb7d2e-13ae-433f-a6dd-b92a0e770535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:45.817748 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e50f4c1-adae-4f72-a7b6-34d9406f9d11 req-c8eb7d2e-13ae-433f-a6dd-b92a0e770535 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c917aae-33fc-4e28-b8f6-bae07f2f19f3 HTTP/1.1" status: 200 len: 847 time: 0.0434239 Apr 11 18:27:45.863602 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50f4c1-adae-4f72-a7b6-34d9406f9d11 req-dd7225e4-5097-4ed2-9f79-73a1bc30baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:27:45.865104 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e50f4c1-adae-4f72-a7b6-34d9406f9d11 req-dd7225e4-5097-4ed2-9f79-73a1bc30baed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ba543321-c3be-46b0-968d-e5de14ee4bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405247 Apr 11 18:27:45.965901 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e50f4c1-adae-4f72-a7b6-34d9406f9d11 req-1c7a35da-1074-4218-a344-7efe5959e7d2 service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912235 Apr 11 18:27:46.059209 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e50f4c1-adae-4f72-a7b6-34d9406f9d11 req-0054ee26-47ae-496a-a18c-09528435a542 service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851882 Apr 11 18:27:56.440243 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:28:01.847962 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-f19158fd-8383-4d4f-ac95-7e78384dd445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:04.561826 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9156857c-8521-4dcd-b4be-82ef1ed188a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:05.404929 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:06.962225 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:08.268112 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:11.338892 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51807410-9151-401b-8744-64fa69d6b36f req-cc4a32ae-41a3-4ce7-93c6-2d9f4dc6515e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:11.340395 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-51807410-9151-401b-8744-64fa69d6b36f req-cc4a32ae-41a3-4ce7-93c6-2d9f4dc6515e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 945 time: 0.0467527 Apr 11 18:28:11.386779 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-51807410-9151-401b-8744-64fa69d6b36f req-d5a34b94-9285-460a-9c4d-7b6767ecea43 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408559 Apr 11 18:28:12.505020 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838150bc-75cc-483a-b5fa-a0167562852e req-9973366f-2b1d-4de9-a77c-3ef01cfd6411 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:12.506488 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-838150bc-75cc-483a-b5fa-a0167562852e req-9973366f-2b1d-4de9-a77c-3ef01cfd6411 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 945 time: 0.0501020 Apr 11 18:28:12.552811 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-838150bc-75cc-483a-b5fa-a0167562852e req-024ff464-b684-4896-b0dd-2a589734e7b8 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 Apr 11 18:28:13.458796 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:13.665309 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0367e-82e1-415f-ac23-67eefcca84f4 req-f763dfee-8944-43d4-9a01-06aac8a2c1ad tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:13.666791 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45d0367e-82e1-415f-ac23-67eefcca84f4 req-f763dfee-8944-43d4-9a01-06aac8a2c1ad tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 945 time: 0.0471010 Apr 11 18:28:13.714432 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45d0367e-82e1-415f-ac23-67eefcca84f4 req-3989de23-f528-4905-b421-f805c1ff85f7 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420575 Apr 11 18:28:14.828657 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55576613-9766-45bc-8a74-a47029c56b30 req-f83b9667-f8bb-41a7-ad6c-09f90567589c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:14.830369 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-55576613-9766-45bc-8a74-a47029c56b30 req-f83b9667-f8bb-41a7-ad6c-09f90567589c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 945 time: 0.0502465 Apr 11 18:28:14.877390 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-55576613-9766-45bc-8a74-a47029c56b30 req-89975af4-1844-47cd-be16-5d3805ae3efe tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=fee0d28c-59b7-4652-9365-795800f568a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414920 Apr 11 18:28:15.377735 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe9a34-9a11-441c-8961-8cb744a971da req-a164c6e9-8fd3-45e6-b15d-0a5865aaea62 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:15.379089 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91fe9a34-9a11-441c-8961-8cb744a971da req-a164c6e9-8fd3-45e6-b15d-0a5865aaea62 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 945 time: 0.0500495 Apr 11 18:28:15.462111 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Deleting port bd9e57c9-7487-4912-8032-7a939a98fa3c {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:28:15.462111 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:15.550889 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] For port bd9e57c9-7487-4912-8032-7a939a98fa3c, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=bd9e57c9-7487-4912-8032-7a939a98fa3c,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:28:15.551283 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:15.720642 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:15.720924 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (1caf492e-ed47-43e1-a95f-4cb17e6df6e2), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:15.721244 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Floating IP 1caf492e-ed47-43e1-a95f-4cb17e6df6e2 disassociated. External IP: 172.27.3.32, port: bd9e57c9-7487-4912-8032-7a939a98fa3c. Apr 11 18:28:15.721585 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Calling delete_port for bd9e57c9-7487-4912-8032-7a939a98fa3c owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:28:15.912533 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (bd9e57c9-7487-4912-8032-7a939a98fa3c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:15.944986 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event deleted for resources: {'Port': ['ID=bd9e57c9-7487-4912-8032-7a939a98fa3c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:15.956782 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.957150 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.957486 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.957934 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.958264 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.959227 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.959572 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.959908 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.960243 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.960602 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.960911 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.961242 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.962136 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.963774 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.964271 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:15.984836 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3c1660e6-6ce5-403e-be03-cc4e0559b509 req-e18caa58-5aef-4f95-aa1b-ca852a6e0cf2 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 210 time: 0.0347929 Apr 11 18:28:16.351122 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:28:16.468441 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:28:16.478899 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900b427-693c-4d88-b6c1-ea264bf1368f None None] Sync routers for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:28:16.488785 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900b427-693c-4d88-b6c1-ea264bf1368f None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:28:16.489394 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-0900b427-693c-4d88-b6c1-ea264bf1368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:28:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:16.510970 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] No DVR routers for this DVR port bd9e57c9-7487-4912-8032-7a939a98fa3c on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:28:16.513517 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:16.516907 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91fe9a34-9a11-441c-8961-8cb744a971da req-d1822c15-a658-4211-a24f-e331ae26bb85 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "DELETE /v2.0/ports/bd9e57c9-7487-4912-8032-7a939a98fa3c HTTP/1.1" status: 204 len: 173 time: 1.1321578 Apr 11 18:28:16.517345 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8', 'name': 'network-vif-deleted', 'tag': 'bd9e57c9-7487-4912-8032-7a939a98fa3c'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:28:16.519635 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0f2bb2-5c88-457b-a94e-deadd375c7c9" -d '{"events": [{"server_uuid": "62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8", "name": "network-vif-deleted", "tag": "bd9e57c9-7487-4912-8032-7a939a98fa3c"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:28:16.556871 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8ca25e-ecce-4309-b441-fe7d64bde9d0 x-openstack-request-id: req-5d8ca25e-ecce-4309-b441-fe7d64bde9d0 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:28:16.557160 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8", "name": "network-vif-deleted", "tag": "bd9e57c9-7487-4912-8032-7a939a98fa3c", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:28:16.557410 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d8ca25e-ecce-4309-b441-fe7d64bde9d0 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:28:16.557806 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8ca25e-ecce-4309-b441-fe7d64bde9d0'] response: {'server_uuid': '62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8', 'name': 'network-vif-deleted', 'tag': 'bd9e57c9-7487-4912-8032-7a939a98fa3c', 'status': 'completed', 'code': 200} Apr 11 18:28:16.600279 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-0900b427-693c-4d88-b6c1-ea264bf1368f None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:28:16.837426 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-0900b427-693c-4d88-b6c1-ea264bf1368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '82846937-793b-45fd-8c2a-ea32d0a72686', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:42:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:26:03Z', 'updated_at': '2022-04-11T18:26:21Z', 'revision_number': 2, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:16.899800 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900b427-693c-4d88-b6c1-ea264bf1368f None None] Checking router: d7acb68e-c5b2-43f5-8cc5-3007d6114db5 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:28:16.916478 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900b427-693c-4d88-b6c1-ea264bf1368f None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:28:16.917088 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-0900b427-693c-4d88-b6c1-ea264bf1368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:28:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:17.083858 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-0900b427-693c-4d88-b6c1-ea264bf1368f None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:28:17.097198 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-45d4e6ea-e2e1-435e-aa48-379e1ec3e744 req-08213aeb-0c0b-494a-8479-138b48a278f9 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cb3a6a-19a5-4d5b-b81b-37f6b61abbc8 HTTP/1.1" status: 200 len: 210 time: 0.0290616 Apr 11 18:28:17.302647 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-0900b427-693c-4d88-b6c1-ea264bf1368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '82846937-793b-45fd-8c2a-ea32d0a72686', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:42:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:26:03Z', 'updated_at': '2022-04-11T18:26:21Z', 'revision_number': 2, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:17.421458 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900b427-693c-4d88-b6c1-ea264bf1368f None None] The sync data for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi is: [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '82846937-793b-45fd-8c2a-ea32d0a72686', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:42:c3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:26:03Z', 'updated_at': '2022-04-11T18:26:21Z', 'revision_number': 2, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:28:17.634141 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a10c5ee-840d-4b3a-945f-7ebaacd7ad30 None None] New status for floating IP 1caf492e-ed47-43e1-a95f-4cb17e6df6e2: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:28:18.270882 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54446) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:18.327054 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (fee0d28c-59b7-4652-9365-795800f568a4), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:18.352623 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (fee0d28c-59b7-4652-9365-795800f568a4), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:18.463084 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (fee0d28c-59b7-4652-9365-795800f568a4), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:18.467761 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:18.467761 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "DELETE /v2.0/security-groups/fee0d28c-59b7-4652-9365-795800f568a4 HTTP/1.1" status: 204 len: 168 time: 0.1955287 Apr 11 18:28:18.470464 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54454) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:18.480434 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee0d28c-59b7-4652-9365-795800f568a4,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:18.485107 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-59d82d4d-4528-4c85-a9d3-a05120eb258f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] show failed (client error): The resource could not be found. Apr 11 18:28:18.486110 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-59d82d4d-4528-4c85-a9d3-a05120eb258f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups/fee0d28c-59b7-4652-9365-795800f568a4 HTTP/1.1" status: 404 len: 347 time: 0.0141113 Apr 11 18:28:18.487486 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.487829 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.488174 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.488502 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.488829 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.489045 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54456) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:18.489150 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.489460 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.489778 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.490099 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.490419 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.490736 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.491053 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.491393 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.491705 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.492018 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e72aa-fcf2-4464-8e58-0b4a49688641 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:18.605388 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-a312045f-5a58-4593-8d0b-5369295cdc0b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Deleting port 61409fe0-ffdd-4981-b28f-e565a3120674 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:28:18.605732 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a312045f-5a58-4593-8d0b-5369295cdc0b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (61409fe0-ffdd-4981-b28f-e565a3120674), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:18.682994 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a312045f-5a58-4593-8d0b-5369295cdc0b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (61409fe0-ffdd-4981-b28f-e565a3120674), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:18.683368 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a312045f-5a58-4593-8d0b-5369295cdc0b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (61409fe0-ffdd-4981-b28f-e565a3120674), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:18.695226 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-a312045f-5a58-4593-8d0b-5369295cdc0b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Calling delete_port for 61409fe0-ffdd-4981-b28f-e565a3120674 owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:28:18.896809 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a312045f-5a58-4593-8d0b-5369295cdc0b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (61409fe0-ffdd-4981-b28f-e565a3120674), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:18.928930 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312045f-5a58-4593-8d0b-5369295cdc0b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event deleted for resources: {'Port': ['ID=61409fe0-ffdd-4981-b28f-e565a3120674,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:18.984846 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a312045f-5a58-4593-8d0b-5369295cdc0b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (1caf492e-ed47-43e1-a95f-4cb17e6df6e2), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:18.987493 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-a312045f-5a58-4593-8d0b-5369295cdc0b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:18.988631 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-a312045f-5a58-4593-8d0b-5369295cdc0b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "DELETE /v2.0/floatingips/1caf492e-ed47-43e1-a95f-4cb17e6df6e2 HTTP/1.1" status: 204 len: 168 time: 0.4987116 Apr 11 18:28:19.715833 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device bd9e57c9-7487-4912-8032-7a939a98fa3c no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:28:19.738695 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: bd9e57c9-7487-4912-8032-7a939a98fa3c {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:28:19.739037 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device bd9e57c9-7487-4912-8032-7a939a98fa3c not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:28:22.050123 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ca69e-ad96-4c75-a3aa-1ded994edb7d req-2a352b68-d3be-4120-83f2-e7d7b0c460e5 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:22.051636 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1c8ca69e-ad96-4c75-a3aa-1ded994edb7d req-2a352b68-d3be-4120-83f2-e7d7b0c460e5 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0485682 Apr 11 18:28:22.098815 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1c8ca69e-ad96-4c75-a3aa-1ded994edb7d req-c81ea9e7-bfd7-4cd7-a84d-9cd6663c2f91 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408473 Apr 11 18:28:22.388172 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d9ea1-8a6f-4766-baeb-8f54ae614d90 req-053d3dc2-244e-4ff3-bad9-e4a51fd1ce0e tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:22.389546 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-901d9ea1-8a6f-4766-baeb-8f54ae614d90 req-053d3dc2-244e-4ff3-bad9-e4a51fd1ce0e tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 945 time: 0.0459197 Apr 11 18:28:22.435427 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-901d9ea1-8a6f-4766-baeb-8f54ae614d90 req-5c4ea9c1-b3cb-4f02-9ade-f68777c3e5ff tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Apr 11 18:28:23.219337 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82cfcb-94e7-4d3a-963f-f4b7c76c6805 req-dee4420f-2bd2-48d2-b288-8e26997219bb tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:23.220817 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ee82cfcb-94e7-4d3a-963f-f4b7c76c6805 req-dee4420f-2bd2-48d2-b288-8e26997219bb tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0505586 Apr 11 18:28:23.267307 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ee82cfcb-94e7-4d3a-963f-f4b7c76c6805 req-20061de0-f590-49e2-8760-26511076155f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408802 Apr 11 18:28:23.545779 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f8777-26fb-4187-b28c-e7fe999d6d26 req-7159b1f9-d486-4c69-8616-c21f311281d3 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:23.547173 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a43f8777-26fb-4187-b28c-e7fe999d6d26 req-7159b1f9-d486-4c69-8616-c21f311281d3 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 945 time: 0.0462451 Apr 11 18:28:23.592532 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a43f8777-26fb-4187-b28c-e7fe999d6d26 req-eebf445e-5153-47c0-bf47-e8a00bea752e tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Apr 11 18:28:24.385796 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e11d3-c972-4c97-83e3-29b386bf4a99 req-7b5c836d-f535-48ff-b4d7-079c14c38a88 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:24.387308 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-711e11d3-c972-4c97-83e3-29b386bf4a99 req-7b5c836d-f535-48ff-b4d7-079c14c38a88 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0515039 Apr 11 18:28:24.433940 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-711e11d3-c972-4c97-83e3-29b386bf4a99 req-3dc1eb97-5b6c-45cd-ace1-5f0a0a0ea94b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410342 Apr 11 18:28:24.704833 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2380976-5886-454e-9f84-6ad656c58513 req-fd399b8f-44b8-43bb-a0f3-cf1f5b4eab35 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:24.706318 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f2380976-5886-454e-9f84-6ad656c58513 req-fd399b8f-44b8-43bb-a0f3-cf1f5b4eab35 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 945 time: 0.0464144 Apr 11 18:28:24.752555 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f2380976-5886-454e-9f84-6ad656c58513 req-72a59074-0518-4aa6-8de3-cbbcf5fbc524 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Apr 11 18:28:24.958664 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-9a41af3b-b97e-4f72-b3f6-651a2c6c483a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:24.960043 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-9a41af3b-b97e-4f72-b3f6-651a2c6c483a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0455904 Apr 11 18:28:25.112716 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Deleting port 4795007c-477c-43bf-87ef-2d22fbe834c0 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:28:25.113135 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:25.223379 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00ef4-f6f7-49de-b332-8fdb430017a5 req-ad1d664f-385f-4076-9120-cd99137e51f7 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:25.224742 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fba00ef4-f6f7-49de-b332-8fdb430017a5 req-ad1d664f-385f-4076-9120-cd99137e51f7 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.30 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 945 time: 0.0603905 Apr 11 18:28:25.266461 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] For port 4795007c-477c-43bf-87ef-2d22fbe834c0, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=4795007c-477c-43bf-87ef-2d22fbe834c0,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:28:25.266831 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:25.374014 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-fba00ef4-f6f7-49de-b332-8fdb430017a5 req-ea567437-ba82-4822-acbf-48dbe4aeeae5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Deleting port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:28:25.374352 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fba00ef4-f6f7-49de-b332-8fdb430017a5 req-ea567437-ba82-4822-acbf-48dbe4aeeae5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:25.547072 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fd67c-a428-4241-992c-5d3882a5c9e0 req-37bf3b2d-f3a8-414e-b031-6d33cd4d08ba tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:25.548592 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-351fd67c-a428-4241-992c-5d3882a5c9e0 req-37bf3b2d-f3a8-414e-b031-6d33cd4d08ba tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 945 time: 0.0491934 Apr 11 18:28:25.550190 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-fba00ef4-f6f7-49de-b332-8fdb430017a5 req-ea567437-ba82-4822-acbf-48dbe4aeeae5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] For port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76,segment=NetworkSegment(3cf043f3-9456-448d-968f-fd227ceda7ef),segment_id=3cf043f3-9456-448d-968f-fd227ceda7ef)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:28:25.550570 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fba00ef4-f6f7-49de-b332-8fdb430017a5 req-ea567437-ba82-4822-acbf-48dbe4aeeae5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:25.554092 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:25.554483 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (82846937-793b-45fd-8c2a-ea32d0a72686), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:25.554865 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Floating IP 82846937-793b-45fd-8c2a-ea32d0a72686 disassociated. External IP: 172.27.3.241, port: 4795007c-477c-43bf-87ef-2d22fbe834c0. Apr 11 18:28:25.555168 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Calling delete_port for 4795007c-477c-43bf-87ef-2d22fbe834c0 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:28:25.573549 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-fba00ef4-f6f7-49de-b332-8fdb430017a5 req-ea567437-ba82-4822-acbf-48dbe4aeeae5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Calling delete_port for 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:28:25.599130 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-351fd67c-a428-4241-992c-5d3882a5c9e0 req-492f0ec2-5173-49ed-9ce5-79adea9560bc tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=067441ed-e18f-455e-8625-bc655ef67953&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445356 Apr 11 18:28:25.856787 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (4795007c-477c-43bf-87ef-2d22fbe834c0), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:25.866461 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fd052-d5f4-4ebe-8d5a-0931d3f6a6c1 req-05f8a270-8c56-4431-8d61-00fc5a02d074 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:25.867976 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7f3fd052-d5f4-4ebe-8d5a-0931d3f6a6c1 req-05f8a270-8c56-4431-8d61-00fc5a02d074 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 945 time: 0.0476890 Apr 11 18:28:25.886126 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event deleted for resources: {'Port': ['ID=4795007c-477c-43bf-87ef-2d22fbe834c0,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:25.896575 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fba00ef4-f6f7-49de-b332-8fdb430017a5 req-ea567437-ba82-4822-acbf-48dbe4aeeae5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:25.909227 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:28:25.934412 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7f3fd052-d5f4-4ebe-8d5a-0931d3f6a6c1 req-19ec3b0e-ef2c-440d-bd06-d3c50b91ff7f tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594790 Apr 11 18:28:25.965571 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea567437-ba82-4822-acbf-48dbe4aeeae5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Pushing event deleted for resources: {'Port': ['ID=9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:26.044968 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba00ef4-f6f7-49de-b332-8fdb430017a5 req-ea567437-ba82-4822-acbf-48dbe4aeeae5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] No DVR routers for this DVR port 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:28:26.048397 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fba00ef4-f6f7-49de-b332-8fdb430017a5 req-ea567437-ba82-4822-acbf-48dbe4aeeae5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:26.051700 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fba00ef4-f6f7-49de-b332-8fdb430017a5 req-ea567437-ba82-4822-acbf-48dbe4aeeae5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.30 "DELETE /v2.0/ports/9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 HTTP/1.1" status: 204 len: 173 time: 0.8201663 Apr 11 18:28:26.054824 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a9cbca-15ab-401d-aade-61bdc5c79332', 'name': 'network-vif-deleted', 'tag': '9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:28:26.054824 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebed335b-00ee-4520-9887-4e82c96d6667" -d '{"events": [{"server_uuid": "10a9cbca-15ab-401d-aade-61bdc5c79332", "name": "network-vif-deleted", "tag": "9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:28:26.085925 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:28:26.091388 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d06035-89b0-42dd-8f95-a61318c5d1e6 x-openstack-request-id: req-21d06035-89b0-42dd-8f95-a61318c5d1e6 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:28:26.091669 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a9cbca-15ab-401d-aade-61bdc5c79332", "name": "network-vif-deleted", "tag": "9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:28:26.091917 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21d06035-89b0-42dd-8f95-a61318c5d1e6 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:28:26.092309 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d06035-89b0-42dd-8f95-a61318c5d1e6'] response: {'server_uuid': '10a9cbca-15ab-401d-aade-61bdc5c79332', 'name': 'network-vif-deleted', 'tag': '9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76', 'status': 'completed', 'code': 200} Apr 11 18:28:26.204030 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:28:26.214501 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e3577-fd2c-40e1-a762-07edefb4015a None None] Sync routers for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:28:26.224016 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e3577-fd2c-40e1-a762-07edefb4015a None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:28:26.224626 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-fc1e3577-fd2c-40e1-a762-07edefb4015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:28:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:26.255858 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] No DVR routers for this DVR port 4795007c-477c-43bf-87ef-2d22fbe834c0 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:28:26.258956 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:26.263620 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-102318c7-326c-4adc-8f20-9ae41a9a46cc req-b091413e-caec-49ff-98fc-be823ce26af4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "DELETE /v2.0/ports/4795007c-477c-43bf-87ef-2d22fbe834c0 HTTP/1.1" status: 204 len: 173 time: 1.2362421 Apr 11 18:28:26.336233 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-fc1e3577-fd2c-40e1-a762-07edefb4015a None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:28:26.532209 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-fc1e3577-fd2c-40e1-a762-07edefb4015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:26.558626 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e3577-fd2c-40e1-a762-07edefb4015a None None] Checking router: d7acb68e-c5b2-43f5-8cc5-3007d6114db5 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:28:26.567618 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e3577-fd2c-40e1-a762-07edefb4015a None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:28:26.568215 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-fc1e3577-fd2c-40e1-a762-07edefb4015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:28:04Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:26.675607 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-fc1e3577-fd2c-40e1-a762-07edefb4015a None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:28:26.694701 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c00e94d3-9f34-42b8-b6d5-af43e2c5bc91 req-cc8fa741-4e76-4a1c-bbc7-6c8ca8b04f90 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=772f2298-567c-4e9f-a6e7-9cde5422d7e9 HTTP/1.1" status: 200 len: 210 time: 0.0281734 Apr 11 18:28:26.860626 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-fc1e3577-fd2c-40e1-a762-07edefb4015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:26.890129 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e3577-fd2c-40e1-a762-07edefb4015a None None] The sync data for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi is: [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:28:27.048406 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-354c90c4-8b8d-4128-9368-32cdc2057acd req-edf3bf54-1eb5-471c-85fc-4cef6546a247 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=10a9cbca-15ab-401d-aade-61bdc5c79332 HTTP/1.1" status: 200 len: 210 time: 0.0271416 Apr 11 18:28:27.125579 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100cc3f-725d-4dd5-8810-d9269d120bc0 None None] New status for floating IP 82846937-793b-45fd-8c2a-ea32d0a72686: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:28:27.721006 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 4795007c-477c-43bf-87ef-2d22fbe834c0 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:28:27.745641 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 4795007c-477c-43bf-87ef-2d22fbe834c0 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:28:27.746043 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 4795007c-477c-43bf-87ef-2d22fbe834c0 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:28:27.839895 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54518) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:27.897378 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-06266a9a-af20-4664-8cd1-5f6dc438005e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (067441ed-e18f-455e-8625-bc655ef67953), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:27.923711 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-06266a9a-af20-4664-8cd1-5f6dc438005e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (067441ed-e18f-455e-8625-bc655ef67953), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:28.093355 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'name': 'network-vif-deleted', 'tag': '4795007c-477c-43bf-87ef-2d22fbe834c0'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:28:28.095833 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e302cdb6-6cab-44fb-a826-91ae249362e0" -d '{"events": [{"server_uuid": "772f2298-567c-4e9f-a6e7-9cde5422d7e9", "name": "network-vif-deleted", "tag": "4795007c-477c-43bf-87ef-2d22fbe834c0"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:28:28.099020 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-06266a9a-af20-4664-8cd1-5f6dc438005e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (067441ed-e18f-455e-8625-bc655ef67953), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:28.101760 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-06266a9a-af20-4664-8cd1-5f6dc438005e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:28.107994 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-06266a9a-af20-4664-8cd1-5f6dc438005e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "DELETE /v2.0/security-groups/067441ed-e18f-455e-8625-bc655ef67953 HTTP/1.1" status: 204 len: 168 time: 0.2628570 Apr 11 18:28:28.107994 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54524) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:28.125464 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06266a9a-af20-4664-8cd1-5f6dc438005e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=067441ed-e18f-455e-8625-bc655ef67953,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:28.127567 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.api.v2.resource [None req-1eeafcbe-07df-4ad5-9604-02b5ef7e42fb tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] show failed (client error): The resource could not be found. Apr 11 18:28:28.128731 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-1eeafcbe-07df-4ad5-9604-02b5ef7e42fb tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups/067441ed-e18f-455e-8625-bc655ef67953 HTTP/1.1" status: 404 len: 347 time: 0.0201888 Apr 11 18:28:28.132720 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54528) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:28.141450 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72269e00-e029-445d-9bfc-a73626031473 x-openstack-request-id: req-72269e00-e029-445d-9bfc-a73626031473 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:28:28.141745 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772f2298-567c-4e9f-a6e7-9cde5422d7e9", "name": "network-vif-deleted", "tag": "4795007c-477c-43bf-87ef-2d22fbe834c0", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:28:28.142307 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72269e00-e029-445d-9bfc-a73626031473 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:28:28.142702 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72269e00-e029-445d-9bfc-a73626031473'] response: {'server_uuid': '772f2298-567c-4e9f-a6e7-9cde5422d7e9', 'name': 'network-vif-deleted', 'tag': '4795007c-477c-43bf-87ef-2d22fbe834c0', 'status': 'completed', 'code': 200} Apr 11 18:28:28.254861 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-680b8796-7781-4711-9a75-83dbc6746177 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Deleting port b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:28:28.255237 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-680b8796-7781-4711-9a75-83dbc6746177 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:28.337864 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-680b8796-7781-4711-9a75-83dbc6746177 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:28.338188 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-680b8796-7781-4711-9a75-83dbc6746177 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:28.351956 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-680b8796-7781-4711-9a75-83dbc6746177 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Calling delete_port for b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:28:28.570798 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-680b8796-7781-4711-9a75-83dbc6746177 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:28.597478 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b8796-7781-4711-9a75-83dbc6746177 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event deleted for resources: {'Port': ['ID=b20a2980-d8a1-4e82-bd18-ea9d7c7b8c1f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:28.659066 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-680b8796-7781-4711-9a75-83dbc6746177 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (82846937-793b-45fd-8c2a-ea32d0a72686), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:28.661639 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-680b8796-7781-4711-9a75-83dbc6746177 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:28.662795 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-680b8796-7781-4711-9a75-83dbc6746177 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "DELETE /v2.0/floatingips/82846937-793b-45fd-8c2a-ea32d0a72686 HTTP/1.1" status: 204 len: 168 time: 0.5291226 Apr 11 18:28:29.147955 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54536) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:29.153219 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-e9895e2a-420a-414e-b6a1-ff2a39368a90 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061556020', 'description': 'tempest-description--1985889085'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:28:29.253161 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e9895e2a-420a-414e-b6a1-ff2a39368a90 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:29.324041 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e9895e2a-420a-414e-b6a1-ff2a39368a90 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (bd36957d-fa32-4fe7-bfb4-e74dc5d78b13), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:29.422145 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e9895e2a-420a-414e-b6a1-ff2a39368a90 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (bd36957d-fa32-4fe7-bfb4-e74dc5d78b13), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:29.452694 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9895e2a-420a-414e-b6a1-ff2a39368a90 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd36957d-fa32-4fe7-bfb4-e74dc5d78b13,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:29.504069 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e9895e2a-420a-414e-b6a1-ff2a39368a90 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:29.505313 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e9895e2a-420a-414e-b6a1-ff2a39368a90 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3563356 Apr 11 18:28:29.508281 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54538) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:29.513306 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-258575f1-e6cc-4e3f-85c6-b26b712ef169 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'security_group_rule': {'security_group_id': 'bd36957d-fa32-4fe7-bfb4-e74dc5d78b13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:28:29.601623 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-258575f1-e6cc-4e3f-85c6-b26b712ef169 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (7eda7bf0-846c-4750-893d-e34df0acdab2), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:29.658172 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-258575f1-e6cc-4e3f-85c6-b26b712ef169 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (7eda7bf0-846c-4750-893d-e34df0acdab2), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:29.719076 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-258575f1-e6cc-4e3f-85c6-b26b712ef169 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (7eda7bf0-846c-4750-893d-e34df0acdab2), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:29.737437 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258575f1-e6cc-4e3f-85c6-b26b712ef169 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eda7bf0-846c-4750-893d-e34df0acdab2,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:29.797751 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-258575f1-e6cc-4e3f-85c6-b26b712ef169 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:29.798954 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-258575f1-e6cc-4e3f-85c6-b26b712ef169 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2897589 Apr 11 18:28:29.801665 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54542) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:29.805921 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-29f1bea0-f9ee-430a-af7d-b48ee4499435 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'security_group_rule': {'security_group_id': 'bd36957d-fa32-4fe7-bfb4-e74dc5d78b13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:28:29.905530 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-29f1bea0-f9ee-430a-af7d-b48ee4499435 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (9c3f57b4-e312-4748-bb27-5a0518f69666), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:29.961361 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-29f1bea0-f9ee-430a-af7d-b48ee4499435 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (9c3f57b4-e312-4748-bb27-5a0518f69666), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:30.047641 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-29f1bea0-f9ee-430a-af7d-b48ee4499435 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (9c3f57b4-e312-4748-bb27-5a0518f69666), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:30.065522 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1bea0-f9ee-430a-af7d-b48ee4499435 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3f57b4-e312-4748-bb27-5a0518f69666,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:30.152520 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-29f1bea0-f9ee-430a-af7d-b48ee4499435 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:30.153699 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-29f1bea0-f9ee-430a-af7d-b48ee4499435 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3511136 Apr 11 18:28:30.156843 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54544) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:30.161238 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:28:30.235804 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:30.314149 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:30.417754 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Allocated IP 172.27.3.3 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/ef349d2c-abb4-4c76-a2c1-f13b8a91f282) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:28:30.516868 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for port (ef349d2c-abb4-4c76-a2c1-f13b8a91f282), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:30.602284 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (ef349d2c-abb4-4c76-a2c1-f13b8a91f282), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:30.638822 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:28:30.641654 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:28:30.644994 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:28:30.673718 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'Port': ['ID=ef349d2c-abb4-4c76-a2c1-f13b8a91f282,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:30.740085 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (6bc04b2d-8077-4bf3-9186-d78c43a73929), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:30.846928 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (ef349d2c-abb4-4c76-a2c1-f13b8a91f282), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:30.995884 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for port (ef349d2c-abb4-4c76-a2c1-f13b8a91f282), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:31.070034 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (ef349d2c-abb4-4c76-a2c1-f13b8a91f282), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:31.137619 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'Port': ['ID=ef349d2c-abb4-4c76-a2c1-f13b8a91f282,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:31.147420 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (6bc04b2d-8077-4bf3-9186-d78c43a73929), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:31.226522 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:31.227798 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f49362e9-c49d-41ba-a8bc-aa2b5ac5be92 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0700109 Apr 11 18:28:31.396833 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:28:31.416582 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:28:31.417422 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 9ea0b8a0-a9e2-48e9-8a5a-d708a2bd9a76 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:28:31.422862 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-54dcaeb7-663a-41a3-88f2-81f5f318ca4c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2061556020&fields=id&tenant_id=4072468131ed4b4eab0f1848d4e73ab2 HTTP/1.1" status: 200 len: 267 time: 0.0454993 Apr 11 18:28:31.527049 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-fb580bde-f3e4-44d5-84a2-e3876f728350 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:31.528339 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-fb580bde-f3e4-44d5-84a2-e3876f728350 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/networks?id=3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 200 len: 815 time: 0.0989282 Apr 11 18:28:31.543656 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-364843f4-116b-4425-bedc-b8957bdecf78 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/quotas/4072468131ed4b4eab0f1848d4e73ab2 HTTP/1.1" status: 200 len: 375 time: 0.0097585 Apr 11 18:28:31.591924 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-f67476f1-ca5d-4d3e-b42d-9b13a4fd46d2 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430996 Apr 11 18:28:31.694115 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-fdd47174-4348-48b3-a25d-f5ec03e69fea service neutron] 10.222.0.64 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902636 Apr 11 18:28:31.781826 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c349-5b09-4c38-9cd0-8ff38822155e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:31.793185 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-31c523a8-90ce-4c1b-8e2c-17c6e077a172 service neutron] 10.222.0.64 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929706 Apr 11 18:28:32.038681 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5d12e942-6337-4be8-8056-04824cb57de0 req-87c0fda1-382b-4ad5-b2de-68a1e07fc794 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 210 time: 0.0301902 Apr 11 18:28:33.134099 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e4acb7aa-cdb7-4cbf-8e6e-48b5a7c606fd req-9728423d-9880-4276-a633-b0e77c94de52 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 210 time: 0.0267246 Apr 11 18:28:33.439250 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:28:34.227945 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1dcb2b3e-2070-47f7-83c3-d157d1f3c682 req-76695930-847a-4492-9f5d-1c46a0c1a1fb tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 210 time: 0.0264502 Apr 11 18:28:34.570552 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dbc90805-7ceb-491b-81bc-79ebb4e45436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:35.323746 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-498b51d7-0133-4b48-b7bc-18e283940a49 req-234c609e-ce48-4821-a46e-a964e6d08d61 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 210 time: 0.0264962 Apr 11 18:28:35.401636 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:36.419372 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ba6b48b0-6918-4066-a682-1b735f07d93a req-77777934-5712-4710-9fa3-64dacd6e9c02 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 210 time: 0.0276122 Apr 11 18:28:36.632223 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-7508c2c1-d35b-4bd4-a4e7-13fa36008a2b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:36.633727 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-7508c2c1-d35b-4bd4-a4e7-13fa36008a2b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "GET /v2.0/networks?id=3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 200 len: 815 time: 0.1154060 Apr 11 18:28:36.667505 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-de9a62a8-c927-4448-8652-df767b055c8f tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:36.668975 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-de9a62a8-c927-4448-8652-df767b055c8f tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/networks?id=258efdc8-4f35-4401-9881-6742e98e5fd7 HTTP/1.1" status: 200 len: 812 time: 0.1056433 Apr 11 18:28:36.684008 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-ee84c1cc-9b6e-4cda-82f3-08f2748715d7 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/quotas/fd06048b94a944f4a1add922e4d4b032 HTTP/1.1" status: 200 len: 375 time: 0.0092428 Apr 11 18:28:36.696115 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-8d2c4eab-59b4-4e8f-b261-7257d4657877 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4072468131ed4b4eab0f1848d4e73ab2 HTTP/1.1" status: 200 len: 380 time: 0.0527639 Apr 11 18:28:36.706379 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-b1519709-646d-425c-8e40-962db65390e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'port': {'device_id': '7e8505e4-b912-4b3c-8ae7-0cec081b0fbb', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'admin_state_up': True, 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'security_groups': ['bd36957d-fa32-4fe7-bfb4-e74dc5d78b13']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:28:36.716142 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-adbc29f9-1f32-4a23-b231-e5bbe146b9f3 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd06048b94a944f4a1add922e4d4b032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268049 Apr 11 18:28:36.810770 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-01a783b2-a00b-45ce-9c6d-c94a74836a3e service neutron] 10.222.0.64 "GET /v2.0/networks/258efdc8-4f35-4401-9881-6742e98e5fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865767 Apr 11 18:28:36.903445 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-568a750d-9869-4f23-8a5f-168f7c569bfd service neutron] 10.222.0.64 "GET /v2.0/networks/258efdc8-4f35-4401-9881-6742e98e5fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866253 Apr 11 18:28:36.925461 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-b1519709-646d-425c-8e40-962db65390e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Made reservation on behalf of 4072468131ed4b4eab0f1848d4e73ab2 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:28:36.925933 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-b1519709-646d-425c-8e40-962db65390e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:36.942599 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:37.055766 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-b1519709-646d-425c-8e40-962db65390e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Allocated IP 172.20.0.3 (3452c237-1758-4932-9b9d-634c184a4280/dd99bc16-ba63-4bae-919d-ad98f4d39730/dceba7f6-9b72-49a3-aa8c-f07b845da8f8) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:28:37.199416 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-b1519709-646d-425c-8e40-962db65390e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:37.228045 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1cd9a8a3-9d0d-48e9-8cf0-14a451424990 req-dd8a3798-0013-4ce6-9e15-fbca4c1bf9da tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 210 time: 0.0412586 Apr 11 18:28:37.319531 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-b1519709-646d-425c-8e40-962db65390e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:37.360480 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-b1519709-646d-425c-8e40-962db65390e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Network 3452c237-1758-4932-9b9d-634c184a4280 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:28:37.363379 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-b1519709-646d-425c-8e40-962db65390e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:28:37.366876 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-b1519709-646d-425c-8e40-962db65390e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:28:37.398118 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1519709-646d-425c-8e40-962db65390e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'Port': ['ID=dceba7f6-9b72-49a3-aa8c-f07b845da8f8,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:37.429870 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-b1519709-646d-425c-8e40-962db65390e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:37.430515 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-b1519709-646d-425c-8e40-962db65390e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:37.507620 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-b1519709-646d-425c-8e40-962db65390e4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8055530 Apr 11 18:28:37.519867 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Request body: {'port': {'device_id': '7e8505e4-b912-4b3c-8ae7-0cec081b0fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:28:37.582994 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-599b7597-fba2-4cc1-9197-7a5f1d1f61b7 None None] Provisioning complete for port dceba7f6-9b72-49a3-aa8c-f07b845da8f8 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:28:37.583798 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-599b7597-fba2-4cc1-9197-7a5f1d1f61b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:37.593305 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:37.622913 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-599b7597-fba2-4cc1-9197-7a5f1d1f61b7 None None] Port dceba7f6-9b72-49a3-aa8c-f07b845da8f8 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:28:37.807758 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8737c-c5da-4fc0-a38f-d161baea7639 req-9b46a92d-1e03-4e2c-bd41-c40e4ccf7472 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:37.809286 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6af8737c-c5da-4fc0-a38f-d161baea7639 req-9b46a92d-1e03-4e2c-bd41-c40e4ccf7472 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 931 time: 0.3206456 Apr 11 18:28:37.857494 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6af8737c-c5da-4fc0-a38f-d161baea7639 req-e415a9e4-a3d3-42f5-ac04-fd78f68da589 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd36957d-fa32-4fe7-bfb4-e74dc5d78b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415885 Apr 11 18:28:37.873737 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dceba7f6-9b72-49a3-aa8c-f07b845da8f8 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:28:37.881674 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Publish callbacks [] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:37.895008 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Transition to ACTIVE for port object dceba7f6-9b72-49a3-aa8c-f07b845da8f8 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:28:38.016474 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:38.087501 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Pushing event updated for resources: {'Port': ['ID=dceba7f6-9b72-49a3-aa8c-f07b845da8f8,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:38.141035 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Attempting to bind port dceba7f6-9b72-49a3-aa8c-f07b845da8f8 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:28:38.141376 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Attempting to bind port dceba7f6-9b72-49a3-aa8c-f07b845da8f8 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:28:38.141708 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Attempting to bind port dceba7f6-9b72-49a3-aa8c-f07b845da8f8 on network 3452c237-1758-4932-9b9d-634c184a4280 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:28:38.146405 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Port dceba7f6-9b72-49a3-aa8c-f07b845da8f8 on network 3452c237-1758-4932-9b9d-634c184a4280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:28:38.146728 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Attempting to bind port dceba7f6-9b72-49a3-aa8c-f07b845da8f8 on network 3452c237-1758-4932-9b9d-634c184a4280 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:28:38.151880 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:28:38.152218 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Checking segment: {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:28:38.152600 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Bound using segment: {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:28:38.153026 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Bound port: dceba7f6-9b72-49a3-aa8c-f07b845da8f8, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:28:38.153386 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:38.234678 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] For port dceba7f6-9b72-49a3-aa8c-f07b845da8f8, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:28:38.238308 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] For port dceba7f6-9b72-49a3-aa8c-f07b845da8f8, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=dceba7f6-9b72-49a3-aa8c-f07b845da8f8,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:28:38.304300 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2558b918-c1ea-4d95-a582-901d4df0c934 req-26061c57-c0fd-4a2a-a5f2-dd3e55c34c63 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 210 time: 0.0273848 Apr 11 18:28:38.328701 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:38.373857 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:38.407334 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:38.408044 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:38.409305 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] 10.222.0.30 "PUT /v2.0/ports/dceba7f6-9b72-49a3-aa8c-f07b845da8f8 HTTP/1.1" status: 200 len: 1093 time: 0.8939552 Apr 11 18:28:38.409736 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8505e4-b912-4b3c-8ae7-0cec081b0fbb', 'tag': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:28:38.411984 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb40369-2b69-44b3-8011-b03997181966" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8505e4-b912-4b3c-8ae7-0cec081b0fbb", "tag": "dceba7f6-9b72-49a3-aa8c-f07b845da8f8"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:28:38.437534 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aac4ae-1c18-4163-a668-51c471759d02 service neutron] Pushing event updated for resources: {'Port': ['ID=dceba7f6-9b72-49a3-aa8c-f07b845da8f8,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:38.455657 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c7c1b2-94ff-428d-af13-612653004b31 x-openstack-request-id: req-36c7c1b2-94ff-428d-af13-612653004b31 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:28:38.455958 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8505e4-b912-4b3c-8ae7-0cec081b0fbb", "tag": "dceba7f6-9b72-49a3-aa8c-f07b845da8f8", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:28:38.456219 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36c7c1b2-94ff-428d-af13-612653004b31 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:28:38.456640 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c7c1b2-94ff-428d-af13-612653004b31'] response: {'name': 'network-changed', 'server_uuid': '7e8505e4-b912-4b3c-8ae7-0cec081b0fbb', 'tag': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8', 'status': 'completed', 'code': 200} Apr 11 18:28:38.517107 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb40369-2b69-44b3-8011-b03997181966 req-bae49355-6b1e-4063-9bfc-4faf3180e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:38.518616 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-edb40369-2b69-44b3-8011-b03997181966 req-bae49355-6b1e-4063-9bfc-4faf3180e36d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 1127 time: 0.0417857 Apr 11 18:28:38.888099 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb40369-2b69-44b3-8011-b03997181966 req-24518933-a1eb-410d-a019-14000d9ef76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:38.889661 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-edb40369-2b69-44b3-8011-b03997181966 req-24518933-a1eb-410d-a019-14000d9ef76f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3573799 Apr 11 18:28:38.973522 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb982b4-9c5c-417e-bbbe-7f0fa719e35b req-134ae631-b5c2-4bf3-bd77-b09dcefe9f84 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:38.974978 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6cb982b4-9c5c-417e-bbbe-7f0fa719e35b req-134ae631-b5c2-4bf3-bd77-b09dcefe9f84 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 943 time: 0.0505338 Apr 11 18:28:39.021868 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6cb982b4-9c5c-417e-bbbe-7f0fa719e35b req-8c4ae605-d777-4b90-9cec-2ae5f98a1db5 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd36957d-fa32-4fe7-bfb4-e74dc5d78b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412798 Apr 11 18:28:39.128738 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb40369-2b69-44b3-8011-b03997181966 req-c3d961ca-f208-4887-aa27-b34cba610afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:39.130270 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-edb40369-2b69-44b3-8011-b03997181966 req-c3d961ca-f208-4887-aa27-b34cba610afa service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941522 Apr 11 18:28:39.204550 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-2234b6c0-cf5f-40bd-b41f-782f3e890915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:39.205943 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-2234b6c0-cf5f-40bd-b41f-782f3e890915 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 1127 time: 0.0403225 Apr 11 18:28:39.256449 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-4a1f5a22-540b-49c8-9e5c-ccf3b92973b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dceba7f6-9b72-49a3-aa8c-f07b845da8f8 HTTP/1.1" status: 200 len: 217 time: 0.0435057 Apr 11 18:28:39.361718 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-24c52d90-b719-41ef-877d-74eef5afaa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:39.363240 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-24c52d90-b719-41ef-877d-74eef5afaa88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd99bc16-ba63-4bae-919d-ad98f4d39730 HTTP/1.1" status: 200 len: 854 time: 0.0947587 Apr 11 18:28:39.406520 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2d87648d-e34c-4c0d-adff-e071ace9bdf9 req-b779a314-509b-4b26-a696-8ee545fb455f tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 210 time: 0.0279706 Apr 11 18:28:39.416467 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-83ae932b-a4e2-45f8-8db4-8613c7afed95 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:39.418067 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-83ae932b-a4e2-45f8-8db4-8613c7afed95 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.30 "GET /v2.0/networks?id=258efdc8-4f35-4401-9881-6742e98e5fd7 HTTP/1.1" status: 200 len: 812 time: 0.1708021 Apr 11 18:28:39.426080 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-acb39880-cc93-4efb-a2b3-9533a6408a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:39.427578 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-acb39880-cc93-4efb-a2b3-9533a6408a85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3452c237-1758-4932-9b9d-634c184a4280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564027 Apr 11 18:28:39.432413 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-f8287c4a-f845-4715-aef6-3563a5d5a6f5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Request body: {'port': {'device_id': '75fe816d-fda6-4e49-acc0-2d59a86e9dd2', 'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7', 'admin_state_up': True, 'tenant_id': 'fd06048b94a944f4a1add922e4d4b032'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:28:39.603235 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-b3778056-ab29-4688-b85f-51c28325fed7 service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674509 Apr 11 18:28:39.695063 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-f8287c4a-f845-4715-aef6-3563a5d5a6f5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Made reservation on behalf of fd06048b94a944f4a1add922e4d4b032 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:28:39.698389 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-f8287c4a-f845-4715-aef6-3563a5d5a6f5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:39.703442 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-fd2ca635-3227-4f37-866e-63ae7c6d44f3 req-2790bad2-e17d-4b69-bd96-fac35a727b8f service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911098 Apr 11 18:28:39.828059 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-f8287c4a-f845-4715-aef6-3563a5d5a6f5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Allocated IP 172.20.0.11 (258efdc8-4f35-4401-9881-6742e98e5fd7/af78bdff-138d-4d88-add8-a1c15b7a21e8/8db74dcc-1520-478c-93b7-3f9a7967439f) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:28:39.976128 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-f8287c4a-f845-4715-aef6-3563a5d5a6f5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks [] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:40.063365 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-f8287c4a-f845-4715-aef6-3563a5d5a6f5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:40.108706 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-f8287c4a-f845-4715-aef6-3563a5d5a6f5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Network 258efdc8-4f35-4401-9881-6742e98e5fd7 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:28:40.111706 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-f8287c4a-f845-4715-aef6-3563a5d5a6f5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:28:40.115492 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-f8287c4a-f845-4715-aef6-3563a5d5a6f5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:28:40.138382 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be964f1f-69d2-42c8-a8b1-f3efd68e0d29 req-0e875b5d-7f5c-4edf-922a-aa8f30a44290 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:40.141189 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-be964f1f-69d2-42c8-a8b1-f3efd68e0d29 req-0e875b5d-7f5c-4edf-922a-aa8f30a44290 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 943 time: 0.0485690 Apr 11 18:28:40.141609 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8287c4a-f845-4715-aef6-3563a5d5a6f5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Pushing event updated for resources: {'Port': ['ID=8db74dcc-1520-478c-93b7-3f9a7967439f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:40.168768 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-f8287c4a-f845-4715-aef6-3563a5d5a6f5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:40.169387 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-f8287c4a-f845-4715-aef6-3563a5d5a6f5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:40.189294 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-be964f1f-69d2-42c8-a8b1-f3efd68e0d29 req-2939a49f-8b1b-4009-82e9-7d2b252ede05 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd36957d-fa32-4fe7-bfb4-e74dc5d78b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425551 Apr 11 18:28:40.244521 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-f8287c4a-f845-4715-aef6-3563a5d5a6f5 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8159552 Apr 11 18:28:40.521000 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce256a8a-15bb-41f4-b20d-0ca4507ffc34 req-6ae6f74f-45a5-49bc-a50d-7764401b99bb tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:40.522431 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ce256a8a-15bb-41f4-b20d-0ca4507ffc34 req-6ae6f74f-45a5-49bc-a50d-7764401b99bb tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 932 time: 0.0482748 Apr 11 18:28:40.555728 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Request body: {'port': {'device_id': '75fe816d-fda6-4e49-acc0-2d59a86e9dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:28:40.568699 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ce256a8a-15bb-41f4-b20d-0ca4507ffc34 req-f65cffd5-412c-4fc8-947c-20d22b63e090 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406969 Apr 11 18:28:40.618186 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:40.871327 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db74dcc-1520-478c-93b7-3f9a7967439f {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:28:40.879642 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Publish callbacks [] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:40.892855 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Transition to ACTIVE for port object 8db74dcc-1520-478c-93b7-3f9a7967439f will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:28:40.990191 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:41.048080 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Pushing event updated for resources: {'Port': ['ID=8db74dcc-1520-478c-93b7-3f9a7967439f,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:41.117823 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Attempting to bind port 8db74dcc-1520-478c-93b7-3f9a7967439f on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:28:41.118161 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Attempting to bind port 8db74dcc-1520-478c-93b7-3f9a7967439f by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '3cf043f3-9456-448d-968f-fd227ceda7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:28:41.118494 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Attempting to bind port 8db74dcc-1520-478c-93b7-3f9a7967439f on network 258efdc8-4f35-4401-9881-6742e98e5fd7 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:28:41.124476 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Port 8db74dcc-1520-478c-93b7-3f9a7967439f on network 258efdc8-4f35-4401-9881-6742e98e5fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:28:41.124729 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Attempting to bind port 8db74dcc-1520-478c-93b7-3f9a7967439f on network 258efdc8-4f35-4401-9881-6742e98e5fd7 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:28:41.129590 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:28:41.129924 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Checking segment: {'id': '3cf043f3-9456-448d-968f-fd227ceda7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:28:41.130302 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Bound using segment: {'id': '3cf043f3-9456-448d-968f-fd227ceda7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:28:41.130722 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Bound port: 8db74dcc-1520-478c-93b7-3f9a7967439f, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf043f3-9456-448d-968f-fd227ceda7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:28:41.131093 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:41.193984 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] For port 8db74dcc-1520-478c-93b7-3f9a7967439f, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:28:41.196974 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] For port 8db74dcc-1520-478c-93b7-3f9a7967439f, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8db74dcc-1520-478c-93b7-3f9a7967439f,segment=NetworkSegment(3cf043f3-9456-448d-968f-fd227ceda7ef),segment_id=3cf043f3-9456-448d-968f-fd227ceda7ef)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:28:41.287858 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:41.304418 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642fcbe-d395-4a97-bccd-930857f66a88 req-8e3fd13b-ee1d-42c3-8f87-164a73190016 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:41.308820 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2642fcbe-d395-4a97-bccd-930857f66a88 req-8e3fd13b-ee1d-42c3-8f87-164a73190016 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 943 time: 0.0492539 Apr 11 18:28:41.324541 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:41.325186 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:41.327215 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] 10.222.0.30 "PUT /v2.0/ports/8db74dcc-1520-478c-93b7-3f9a7967439f HTTP/1.1" status: 200 len: 1094 time: 0.7753077 Apr 11 18:28:41.327789 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fe816d-fda6-4e49-acc0-2d59a86e9dd2', 'tag': '8db74dcc-1520-478c-93b7-3f9a7967439f'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:28:41.330612 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369d3c8f-e512-40ee-9ba6-8bad43c9e0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "75fe816d-fda6-4e49-acc0-2d59a86e9dd2", "tag": "8db74dcc-1520-478c-93b7-3f9a7967439f"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:28:41.353898 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34fbc3-ca92-4b73-94f7-c802bb526e05 service neutron] Pushing event updated for resources: {'Port': ['ID=8db74dcc-1520-478c-93b7-3f9a7967439f,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:41.356167 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2642fcbe-d395-4a97-bccd-930857f66a88 req-47a06555-a4e2-467f-8d96-eb96aa1954c2 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd36957d-fa32-4fe7-bfb4-e74dc5d78b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441806 Apr 11 18:28:41.369315 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec980a4-167f-4843-86a9-fbae603451c8 x-openstack-request-id: req-eec980a4-167f-4843-86a9-fbae603451c8 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:28:41.369613 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fe816d-fda6-4e49-acc0-2d59a86e9dd2", "tag": "8db74dcc-1520-478c-93b7-3f9a7967439f", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:28:41.369874 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eec980a4-167f-4843-86a9-fbae603451c8 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:28:41.370285 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec980a4-167f-4843-86a9-fbae603451c8'] response: {'name': 'network-changed', 'server_uuid': '75fe816d-fda6-4e49-acc0-2d59a86e9dd2', 'tag': '8db74dcc-1520-478c-93b7-3f9a7967439f', 'status': 'completed', 'code': 200} Apr 11 18:28:41.433201 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d3c8f-e512-40ee-9ba6-8bad43c9e0c0 req-bf23fa09-0b11-4f07-bdf6-c357e2ca38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:41.434670 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-369d3c8f-e512-40ee-9ba6-8bad43c9e0c0 req-bf23fa09-0b11-4f07-bdf6-c357e2ca38ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd06048b94a944f4a1add922e4d4b032&device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 1128 time: 0.0433891 Apr 11 18:28:41.532473 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d3c8f-e512-40ee-9ba6-8bad43c9e0c0 req-f66c4a02-5f71-457c-87d8-a388a829f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:41.533939 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-369d3c8f-e512-40ee-9ba6-8bad43c9e0c0 req-f66c4a02-5f71-457c-87d8-a388a829f7bd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=fd06048b94a944f4a1add922e4d4b032&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0922508 Apr 11 18:28:41.632041 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d3c8f-e512-40ee-9ba6-8bad43c9e0c0 req-6589ced6-0827-4a6a-bac1-9fad788d268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:41.633546 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-369d3c8f-e512-40ee-9ba6-8bad43c9e0c0 req-6589ced6-0827-4a6a-bac1-9fad788d268b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926785 Apr 11 18:28:41.683870 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac79c6e-52e6-49da-9b53-b0244c13b306 req-d459e46f-1f66-4048-9f2a-0363d60efc80 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:41.685255 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6ac79c6e-52e6-49da-9b53-b0244c13b306 req-d459e46f-1f66-4048-9f2a-0363d60efc80 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 944 time: 0.0501046 Apr 11 18:28:41.709000 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-7f5360b2-3776-4848-bb89-102b0f483f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:41.710619 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-7f5360b2-3776-4848-bb89-102b0f483f90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd06048b94a944f4a1add922e4d4b032&device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 1128 time: 0.0405421 Apr 11 18:28:41.732901 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6ac79c6e-52e6-49da-9b53-b0244c13b306 req-5b8b6749-7508-4f23-aedb-d0e09da448bd tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Apr 11 18:28:41.752526 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-bb218f08-2921-4e76-a151-012abbd02625 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db74dcc-1520-478c-93b7-3f9a7967439f HTTP/1.1" status: 200 len: 217 time: 0.0346186 Apr 11 18:28:41.781423 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device dceba7f6-9b72-49a3-aa8c-f07b845da8f8 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:28:41.805023 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-3642730a-6b49-4f20-a44c-58e42d27a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:41.806496 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-3642730a-6b49-4f20-a44c-58e42d27a7b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af78bdff-138d-4d88-add8-a1c15b7a21e8 HTTP/1.1" status: 200 len: 852 time: 0.0475717 Apr 11 18:28:41.839299 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-d31b4176-33d1-4dc9-babd-d6fa9ed8dd58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=258efdc8-4f35-4401-9881-6742e98e5fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258377 Apr 11 18:28:41.884556 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port dceba7f6-9b72-49a3-aa8c-f07b845da8f8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=dceba7f6-9b72-49a3-aa8c-f07b845da8f8,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:28:41.896168 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'port_id': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8', 'mac_address': 'fa:16:3e:52:56:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:28:41.931121 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-73fdb73c-c74f-42ab-b54c-0e63f35ba662 service neutron] 10.222.0.30 "GET /v2.0/networks/258efdc8-4f35-4401-9881-6742e98e5fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849802 Apr 11 18:28:41.934490 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port dceba7f6-9b72-49a3-aa8c-f07b845da8f8 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:28:41.934878 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:41.953573 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dceba7f6-9b72-49a3-aa8c-f07b845da8f8 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:28:41.973969 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port dceba7f6-9b72-49a3-aa8c-f07b845da8f8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=dceba7f6-9b72-49a3-aa8c-f07b845da8f8,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:28:42.026149 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0a02b2f0-d240-4bd0-9225-c52b73b04ee3 req-74871ee2-fcc1-4e13-943a-8d0b86048937 service neutron] 10.222.0.30 "GET /v2.0/networks/258efdc8-4f35-4401-9881-6742e98e5fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887973 Apr 11 18:28:42.047227 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:42.094556 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=dceba7f6-9b72-49a3-aa8c-f07b845da8f8,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:42.101474 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.101815 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.102150 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.102484 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.102829 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.103195 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.103521 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.103843 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.104166 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.104480 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.104799 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.105117 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.105434 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.105747 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.106064 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:28:42.281865 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['dceba7f6-9b72-49a3-aa8c-f07b845da8f8'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:28:42.469297 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d03e4-3d46-48e6-8466-41af14d6e89c req-385cfe0b-2787-4e1b-813d-5c2421c4efb0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:42.470761 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d48d03e4-3d46-48e6-8466-41af14d6e89c req-385cfe0b-2787-4e1b-813d-5c2421c4efb0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 944 time: 0.0465128 Apr 11 18:28:42.517041 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d48d03e4-3d46-48e6-8466-41af14d6e89c req-9c50d848-ff26-498e-8177-2bc856e6eb5d tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd36957d-fa32-4fe7-bfb4-e74dc5d78b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407104 Apr 11 18:28:42.843928 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfd750-e9da-4152-80af-84d7a031f1f5 req-c6fe1cc8-3267-40f6-90ce-7e5fa9722c66 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:42.845377 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ccfd750-e9da-4152-80af-84d7a031f1f5 req-c6fe1cc8-3267-40f6-90ce-7e5fa9722c66 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 944 time: 0.0456064 Apr 11 18:28:42.894492 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7ccfd750-e9da-4152-80af-84d7a031f1f5 req-b77d4840-990e-4366-86f0-4c194dd80622 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437183 Apr 11 18:28:43.490261 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:43.627388 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fa75d-e3d3-453b-9574-bfba29d42efa req-60ca0f33-a408-4410-b853-3ebd5908c1bf tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:43.628888 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cb2fa75d-e3d3-453b-9574-bfba29d42efa req-60ca0f33-a408-4410-b853-3ebd5908c1bf tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 944 time: 0.0473070 Apr 11 18:28:43.676667 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cb2fa75d-e3d3-453b-9574-bfba29d42efa req-4ab95a12-6480-466a-9eea-acd5cadcbb78 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd36957d-fa32-4fe7-bfb4-e74dc5d78b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Apr 11 18:28:43.797347 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 8db74dcc-1520-478c-93b7-3f9a7967439f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:28:43.801815 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device dceba7f6-9b72-49a3-aa8c-f07b845da8f8 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:28:43.904376 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port dceba7f6-9b72-49a3-aa8c-f07b845da8f8 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:28:43.932453 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 8db74dcc-1520-478c-93b7-3f9a7967439f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8db74dcc-1520-478c-93b7-3f9a7967439f,segment=NetworkSegment(3cf043f3-9456-448d-968f-fd227ceda7ef),segment_id=3cf043f3-9456-448d-968f-fd227ceda7ef)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:28:44.015824 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6832bf5-2a61-4aa2-8b8a-1b64e4eb7ef1 req-ceb6ea77-ebe3-4df3-8918-3da73951e229 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:44.021517 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f6832bf5-2a61-4aa2-8b8a-1b64e4eb7ef1 req-ceb6ea77-ebe3-4df3-8918-3da73951e229 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 944 time: 0.0508683 Apr 11 18:28:44.072899 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f6832bf5-2a61-4aa2-8b8a-1b64e4eb7ef1 req-ed5d3c34-a529-4def-81d0-80b04cc6a6b1 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447903 Apr 11 18:28:44.074176 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '8db74dcc-1520-478c-93b7-3f9a7967439f', 'network_id': '258efdc8-4f35-4401-9881-6742e98e5fd7', 'port_id': '8db74dcc-1520-478c-93b7-3f9a7967439f', 'mac_address': 'fa:16:3e:87:76:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af78bdff-138d-4d88-add8-a1c15b7a21e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:28:44.075831 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port dceba7f6-9b72-49a3-aa8c-f07b845da8f8 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:28:44.076189 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:44.138873 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 8db74dcc-1520-478c-93b7-3f9a7967439f is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:28:44.139315 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:44.156020 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db74dcc-1520-478c-93b7-3f9a7967439f {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:28:44.197858 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 8db74dcc-1520-478c-93b7-3f9a7967439f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8db74dcc-1520-478c-93b7-3f9a7967439f,segment=NetworkSegment(3cf043f3-9456-448d-968f-fd227ceda7ef),segment_id=3cf043f3-9456-448d-968f-fd227ceda7ef)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:28:44.207481 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port dceba7f6-9b72-49a3-aa8c-f07b845da8f8 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:28:44.207857 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:44.229481 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8505e4-b912-4b3c-8ae7-0cec081b0fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:28:44.231732 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debdc0b9-2d8b-4515-9399-4f55182a9718" -d '{"events": [{"server_uuid": "7e8505e4-b912-4b3c-8ae7-0cec081b0fbb", "name": "network-vif-plugged", "status": "completed", "tag": "dceba7f6-9b72-49a3-aa8c-f07b845da8f8"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:28:44.244723 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port dceba7f6-9b72-49a3-aa8c-f07b845da8f8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=dceba7f6-9b72-49a3-aa8c-f07b845da8f8,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:28:44.266585 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914c4bdd-9133-483f-bd4b-0300516ca241 x-openstack-request-id: req-914c4bdd-9133-483f-bd4b-0300516ca241 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:28:44.266875 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8505e4-b912-4b3c-8ae7-0cec081b0fbb", "name": "network-vif-plugged", "status": "completed", "tag": "dceba7f6-9b72-49a3-aa8c-f07b845da8f8", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:28:44.267149 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-914c4bdd-9133-483f-bd4b-0300516ca241 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:28:44.267547 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914c4bdd-9133-483f-bd4b-0300516ca241'] response: {'server_uuid': '7e8505e4-b912-4b3c-8ae7-0cec081b0fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8', 'code': 200} Apr 11 18:28:44.269867 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:44.322586 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=8db74dcc-1520-478c-93b7-3f9a7967439f,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:44.327275 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:44.375230 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=dceba7f6-9b72-49a3-aa8c-f07b845da8f8,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:44.489665 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['8db74dcc-1520-478c-93b7-3f9a7967439f'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:28:44.568317 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3694c-1dab-4712-a228-dd50313040c8 req-00ec7939-9185-4b46-80dc-a84c2893a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:44.569812 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-48c3694c-1dab-4712-a228-dd50313040c8 req-00ec7939-9185-4b46-80dc-a84c2893a142 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 1129 time: 0.0383949 Apr 11 18:28:44.613201 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-48c3694c-1dab-4712-a228-dd50313040c8 req-e9a0bb75-0018-445b-9429-1f296ff3c782 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bd36957d-fa32-4fe7-bfb4-e74dc5d78b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369880 Apr 11 18:28:44.790407 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0ae8d-e8e7-46d2-be6b-1ddc19fdc690 req-d7bc13b7-fa46-47f0-a0bc-d2011097e7b0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:44.791906 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9ef0ae8d-e8e7-46d2-be6b-1ddc19fdc690 req-d7bc13b7-fa46-47f0-a0bc-d2011097e7b0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 945 time: 0.0497141 Apr 11 18:28:44.838417 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9ef0ae8d-e8e7-46d2-be6b-1ddc19fdc690 req-037c86a8-faf3-4f69-a7c7-1ad68b4a3ed0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd36957d-fa32-4fe7-bfb4-e74dc5d78b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402963 Apr 11 18:28:45.186783 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7529cb7-b9cb-4dcc-8e57-7abb7f233432 req-51f488eb-07fe-4322-9695-80a1c0a5d854 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:45.188272 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f7529cb7-b9cb-4dcc-8e57-7abb7f233432 req-51f488eb-07fe-4322-9695-80a1c0a5d854 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 945 time: 0.0463679 Apr 11 18:28:45.234535 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f7529cb7-b9cb-4dcc-8e57-7abb7f233432 req-1a4f9f1d-8ecf-4303-9e4a-183f3e12878a tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407245 Apr 11 18:28:45.799057 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 8db74dcc-1520-478c-93b7-3f9a7967439f up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:28:45.842232 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 8db74dcc-1520-478c-93b7-3f9a7967439f completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:28:45.918820 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 8db74dcc-1520-478c-93b7-3f9a7967439f triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:28:45.919214 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:45.953303 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382854f1-d218-49ca-88ef-c6fe17c60b64 req-39aa77c7-d8a2-4135-b60e-37e1e4106616 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:45.954797 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-382854f1-d218-49ca-88ef-c6fe17c60b64 req-39aa77c7-d8a2-4135-b60e-37e1e4106616 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 945 time: 0.0503421 Apr 11 18:28:46.004804 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 8db74dcc-1520-478c-93b7-3f9a7967439f is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:28:46.005191 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:46.007687 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-382854f1-d218-49ca-88ef-c6fe17c60b64 req-3e796044-3bc0-43e1-a763-e4bea180cb6a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd36957d-fa32-4fe7-bfb4-e74dc5d78b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469799 Apr 11 18:28:46.047480 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 8db74dcc-1520-478c-93b7-3f9a7967439f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8db74dcc-1520-478c-93b7-3f9a7967439f,segment=NetworkSegment(3cf043f3-9456-448d-968f-fd227ceda7ef),segment_id=3cf043f3-9456-448d-968f-fd227ceda7ef)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:28:46.124276 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e33c9-6da6-4af3-9b21-0c69adf074f3 req-c891c5e4-2ed6-48dc-9d55-4aebe410f941 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:46.125746 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2b7e33c9-6da6-4af3-9b21-0c69adf074f3 req-c891c5e4-2ed6-48dc-9d55-4aebe410f941 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 945 time: 0.0468907 Apr 11 18:28:46.127601 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:46.134460 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54672) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:46.139060 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-48422ec3-81c8-47a6-966d-d64ae229b18a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'floatingip': {'port_id': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:28:46.177883 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=8db74dcc-1520-478c-93b7-3f9a7967439f,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:46.184136 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-48422ec3-81c8-47a6-966d-d64ae229b18a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (6bc04b2d-8077-4bf3-9186-d78c43a73929), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:46.268763 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fe816d-fda6-4e49-acc0-2d59a86e9dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db74dcc-1520-478c-93b7-3f9a7967439f'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:28:46.271992 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ab1161-f8f0-4338-abd3-6cc15ee98b6c" -d '{"events": [{"server_uuid": "75fe816d-fda6-4e49-acc0-2d59a86e9dd2", "name": "network-vif-plugged", "status": "completed", "tag": "8db74dcc-1520-478c-93b7-3f9a7967439f"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:28:46.310419 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02adc8d9-8b28-424b-9b39-22d7c87f5902 x-openstack-request-id: req-02adc8d9-8b28-424b-9b39-22d7c87f5902 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:28:46.310734 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fe816d-fda6-4e49-acc0-2d59a86e9dd2", "name": "network-vif-plugged", "status": "completed", "tag": "8db74dcc-1520-478c-93b7-3f9a7967439f", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:28:46.311230 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02adc8d9-8b28-424b-9b39-22d7c87f5902 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:28:46.311753 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02adc8d9-8b28-424b-9b39-22d7c87f5902'] response: {'server_uuid': '75fe816d-fda6-4e49-acc0-2d59a86e9dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db74dcc-1520-478c-93b7-3f9a7967439f', 'code': 200} Apr 11 18:28:46.352861 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ff2f5-da9c-4133-8d45-12aeaa53ab7f req-599abbc5-aa4e-4970-8d79-ecb02dfbb65c tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:46.355148 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-834ff2f5-da9c-4133-8d45-12aeaa53ab7f req-599abbc5-aa4e-4970-8d79-ecb02dfbb65c tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 946 time: 0.0528405 Apr 11 18:28:46.413052 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-834ff2f5-da9c-4133-8d45-12aeaa53ab7f req-f3593c0b-4bbc-4ccf-a997-7b10ef79cc77 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512156 Apr 11 18:28:46.667951 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4952b-c8de-4111-88cc-c3ff7a17f3b8 req-7dc55ba5-cb27-442b-996b-cd1852b3a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:46.669447 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f9f4952b-c8de-4111-88cc-c3ff7a17f3b8 req-7dc55ba5-cb27-442b-996b-cd1852b3a69d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 1130 time: 0.0732019 Apr 11 18:28:46.675723 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-48422ec3-81c8-47a6-966d-d64ae229b18a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:46.714081 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f9f4952b-c8de-4111-88cc-c3ff7a17f3b8 req-507d17ed-9d94-4ba7-a1ee-f00ed7db010a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372407 Apr 11 18:28:46.734119 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-48422ec3-81c8-47a6-966d-d64ae229b18a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (6bc04b2d-8077-4bf3-9186-d78c43a73929), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:46.836052 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-48422ec3-81c8-47a6-966d-d64ae229b18a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Floating IP 6bc04b2d-8077-4bf3-9186-d78c43a73929 associated. External IP: 172.27.3.3, port: dceba7f6-9b72-49a3-aa8c-f07b845da8f8. Apr 11 18:28:47.052631 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48422ec3-81c8-47a6-966d-d64ae229b18a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:28:47.160446 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48422ec3-81c8-47a6-966d-d64ae229b18a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:28:47.165204 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-48422ec3-81c8-47a6-966d-d64ae229b18a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:47.171761 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17c93c-2f4a-4bee-a37b-a92e90d481ac None None] Sync routers for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:28:47.181240 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17c93c-2f4a-4bee-a37b-a92e90d481ac None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:28:47.182105 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-7b17c93c-2f4a-4bee-a37b-a92e90d481ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:28:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:47.197941 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-48422ec3-81c8-47a6-966d-d64ae229b18a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "PUT /v2.0/floatingips/6bc04b2d-8077-4bf3-9186-d78c43a73929 HTTP/1.1" status: 200 len: 989 time: 1.0623548 Apr 11 18:28:47.198532 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8505e4-b912-4b3c-8ae7-0cec081b0fbb', 'tag': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:28:47.200968 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb85b000-e1cc-413e-9510-234fc5aeb9db" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8505e4-b912-4b3c-8ae7-0cec081b0fbb", "tag": "dceba7f6-9b72-49a3-aa8c-f07b845da8f8"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:28:47.240709 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd76a8d-b041-4043-8f48-6b7ad3fc3446 x-openstack-request-id: req-dcd76a8d-b041-4043-8f48-6b7ad3fc3446 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:28:47.241009 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8505e4-b912-4b3c-8ae7-0cec081b0fbb", "tag": "dceba7f6-9b72-49a3-aa8c-f07b845da8f8", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:28:47.241266 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dcd76a8d-b041-4043-8f48-6b7ad3fc3446 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:28:47.241679 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd76a8d-b041-4043-8f48-6b7ad3fc3446'] response: {'name': 'network-changed', 'server_uuid': '7e8505e4-b912-4b3c-8ae7-0cec081b0fbb', 'tag': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8', 'status': 'completed', 'code': 200} Apr 11 18:28:47.290248 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-7b17c93c-2f4a-4bee-a37b-a92e90d481ac None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:28:47.444650 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85b000-e1cc-413e-9510-234fc5aeb9db req-f6025297-6ac8-469a-86e2-f54414f5dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:47.446243 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eb85b000-e1cc-413e-9510-234fc5aeb9db req-f6025297-6ac8-469a-86e2-f54414f5dc3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 1129 time: 0.0406833 Apr 11 18:28:47.516336 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-7b17c93c-2f4a-4bee-a37b-a92e90d481ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '6bc04b2d-8077-4bf3-9186-d78c43a73929', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:52:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8505e4-b912-4b3c-8ae7-0cec081b0fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:28:30Z', 'updated_at': '2022-04-11T18:28:46Z', 'revision_number': 1, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:47.542538 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85b000-e1cc-413e-9510-234fc5aeb9db req-58ace134-852b-42a3-bbbf-b31025128811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:47.544009 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eb85b000-e1cc-413e-9510-234fc5aeb9db req-58ace134-852b-42a3-bbbf-b31025128811 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 200 len: 916 time: 0.0913861 Apr 11 18:28:47.545031 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17c93c-2f4a-4bee-a37b-a92e90d481ac None None] Checking router: d7acb68e-c5b2-43f5-8cc5-3007d6114db5 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:28:47.554628 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17c93c-2f4a-4bee-a37b-a92e90d481ac None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:28:47.555270 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-7b17c93c-2f4a-4bee-a37b-a92e90d481ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:28:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:47.622358 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eb85b000-e1cc-413e-9510-234fc5aeb9db req-4fec9c54-1a45-498c-8c2c-2c00927302a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dceba7f6-9b72-49a3-aa8c-f07b845da8f8 HTTP/1.1" status: 200 len: 997 time: 0.0689740 Apr 11 18:28:47.651320 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbe87f-a2d5-4431-8bbf-6566670956c1 req-23d727d9-326d-48a6-a279-db2ab08ba577 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:47.652802 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7cbe87f-a2d5-4431-8bbf-6566670956c1 req-23d727d9-326d-48a6-a279-db2ab08ba577 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 946 time: 0.1655018 Apr 11 18:28:47.666231 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-7b17c93c-2f4a-4bee-a37b-a92e90d481ac None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:28:47.701022 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7cbe87f-a2d5-4431-8bbf-6566670956c1 req-93608e22-79b8-42c5-b747-2ed304d44ac6 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Apr 11 18:28:47.756119 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85b000-e1cc-413e-9510-234fc5aeb9db req-ab001ac8-8af4-471e-b9c9-9a16d92d9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:47.757643 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eb85b000-e1cc-413e-9510-234fc5aeb9db req-ab001ac8-8af4-471e-b9c9-9a16d92d9266 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd99bc16-ba63-4bae-919d-ad98f4d39730 HTTP/1.1" status: 200 len: 854 time: 0.0512726 Apr 11 18:28:47.978969 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-7b17c93c-2f4a-4bee-a37b-a92e90d481ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '6bc04b2d-8077-4bf3-9186-d78c43a73929', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:52:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8505e4-b912-4b3c-8ae7-0cec081b0fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:28:30Z', 'updated_at': '2022-04-11T18:28:46Z', 'revision_number': 1, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:48.005237 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17c93c-2f4a-4bee-a37b-a92e90d481ac None None] The sync data for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi is: [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '6bc04b2d-8077-4bf3-9186-d78c43a73929', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:52:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8505e4-b912-4b3c-8ae7-0cec081b0fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:28:30Z', 'updated_at': '2022-04-11T18:28:46Z', 'revision_number': 1, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:28:48.205189 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b257b958-cf16-441e-9d96-44f91dee3878 None None] New status for floating IP 6bc04b2d-8077-4bf3-9186-d78c43a73929: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:28:48.452492 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85b000-e1cc-413e-9510-234fc5aeb9db req-69584e3a-f85d-40eb-b270-5dd8d5e24aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:48.454128 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eb85b000-e1cc-413e-9510-234fc5aeb9db req-69584e3a-f85d-40eb-b270-5dd8d5e24aa2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3452c237-1758-4932-9b9d-634c184a4280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3049598 Apr 11 18:28:48.544280 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eb85b000-e1cc-413e-9510-234fc5aeb9db req-f4dd1d3c-9041-4c40-8c9f-28c87cb8f0ff service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827479 Apr 11 18:28:48.634339 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-eb85b000-e1cc-413e-9510-234fc5aeb9db req-d5b30d4a-1411-4741-a355-2e7531dfd84c service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833693 Apr 11 18:28:48.869800 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735709ac-978c-4e91-86c9-f5f3f4a918ff req-6dec219c-5dea-4782-b970-d48d86765fa8 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:48.871278 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-735709ac-978c-4e91-86c9-f5f3f4a918ff req-6dec219c-5dea-4782-b970-d48d86765fa8 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 946 time: 0.0985105 Apr 11 18:28:48.918132 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-735709ac-978c-4e91-86c9-f5f3f4a918ff req-bbbf8ac8-993a-40fb-852d-2bcc11e84f5b tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Apr 11 18:28:51.874685 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54702) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:52.026900 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d6cba-7c23-4f78-86ec-214bd8c3f1d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Deleting port 4af5dff8-baff-4cbc-ad77-0a896fad2b90 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:28:52.027280 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6cba-7c23-4f78-86ec-214bd8c3f1d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (4af5dff8-baff-4cbc-ad77-0a896fad2b90), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:52.108038 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6cba-7c23-4f78-86ec-214bd8c3f1d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (4af5dff8-baff-4cbc-ad77-0a896fad2b90), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:52.108378 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6cba-7c23-4f78-86ec-214bd8c3f1d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for floatingip (4af5dff8-baff-4cbc-ad77-0a896fad2b90), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:52.120438 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d6cba-7c23-4f78-86ec-214bd8c3f1d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Calling delete_port for 4af5dff8-baff-4cbc-ad77-0a896fad2b90 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:28:52.344558 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6cba-7c23-4f78-86ec-214bd8c3f1d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (4af5dff8-baff-4cbc-ad77-0a896fad2b90), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:52.370196 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d6cba-7c23-4f78-86ec-214bd8c3f1d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Pushing event deleted for resources: {'Port': ['ID=4af5dff8-baff-4cbc-ad77-0a896fad2b90,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:52.437399 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6cba-7c23-4f78-86ec-214bd8c3f1d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for floatingip (6e162250-6191-4dc5-bde1-57f2cafac703), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:52.437758 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-ae3d6cba-7c23-4f78-86ec-214bd8c3f1d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Floating IP 6e162250-6191-4dc5-bde1-57f2cafac703 disassociated (deleted). External IP: 172.27.3.33, port: 85869ded-6715-4927-8fd3-626489edb83f. Apr 11 18:28:52.654268 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3d6cba-7c23-4f78-86ec-214bd8c3f1d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Router 27efa7ce-2484-4b2d-a555-2684521a0f53 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:28:52.765695 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3d6cba-7c23-4f78-86ec-214bd8c3f1d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:28:52.770513 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6cba-7c23-4f78-86ec-214bd8c3f1d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:52.775934 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec1fed-b53c-4dda-8e80-a14662b4a28d None None] Sync routers for ids ['27efa7ce-2484-4b2d-a555-2684521a0f53'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:28:52.786193 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec1fed-b53c-4dda-8e80-a14662b4a28d None None] Routers {'27efa7ce-2484-4b2d-a555-2684521a0f53'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:28:52.786806 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-53ec1fed-b53c-4dda-8e80-a14662b4a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:28:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['27efa7ce-2484-4b2d-a555-2684521a0f53'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:52.807333 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ae3d6cba-7c23-4f78-86ec-214bd8c3f1d6 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "DELETE /v2.0/floatingips/6e162250-6191-4dc5-bde1-57f2cafac703 HTTP/1.1" status: 204 len: 168 time: 0.9312363 Apr 11 18:28:52.807940 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'tag': '85869ded-6715-4927-8fd3-626489edb83f'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:28:52.810196 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b1a24e-2e14-457e-906b-0f5790255ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "tag": "85869ded-6715-4927-8fd3-626489edb83f"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:28:52.848594 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5c107c-1ba0-41b6-b2db-b3cd32149dbe x-openstack-request-id: req-2d5c107c-1ba0-41b6-b2db-b3cd32149dbe {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:28:52.848897 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "tag": "85869ded-6715-4927-8fd3-626489edb83f", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:28:52.849162 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d5c107c-1ba0-41b6-b2db-b3cd32149dbe {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:28:52.849577 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5c107c-1ba0-41b6-b2db-b3cd32149dbe'] response: {'name': 'network-changed', 'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'tag': '85869ded-6715-4927-8fd3-626489edb83f', 'status': 'completed', 'code': 200} Apr 11 18:28:52.910961 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1a24e-2e14-457e-906b-0f5790255ca4 req-b6daf870-7aab-4532-b671-8ce7e6ccda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:52.912434 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f4b1a24e-2e14-457e-906b-0f5790255ca4 req-b6daf870-7aab-4532-b671-8ce7e6ccda77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ff5d55b6d42046c5be366a87d9ef94e3&device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 1130 time: 0.0394742 Apr 11 18:28:52.915544 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-53ec1fed-b53c-4dda-8e80-a14662b4a28d None None] Set router 27efa7ce-2484-4b2d-a555-2684521a0f53 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:28:53.005696 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1a24e-2e14-457e-906b-0f5790255ca4 req-6cb9eddc-ac30-4b19-bece-38dfa1273bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:53.007194 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f4b1a24e-2e14-457e-906b-0f5790255ca4 req-6cb9eddc-ac30-4b19-bece-38dfa1273bbf service neutron] 10.222.0.30 "GET /v2.0/networks?id=ba543321-c3be-46b0-968d-e5de14ee4bff HTTP/1.1" status: 200 len: 909 time: 0.0889506 Apr 11 18:28:53.047270 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f4b1a24e-2e14-457e-906b-0f5790255ca4 req-d927b245-5d4e-4337-9167-af43cd6817d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85869ded-6715-4927-8fd3-626489edb83f HTTP/1.1" status: 200 len: 217 time: 0.0340343 Apr 11 18:28:53.100851 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1a24e-2e14-457e-906b-0f5790255ca4 req-a394108d-0536-452b-9e4f-9eaaf2ae0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:53.102353 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f4b1a24e-2e14-457e-906b-0f5790255ca4 req-a394108d-0536-452b-9e4f-9eaaf2ae0040 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c917aae-33fc-4e28-b8f6-bae07f2f19f3 HTTP/1.1" status: 200 len: 847 time: 0.0493619 Apr 11 18:28:53.108272 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-53ec1fed-b53c-4dda-8e80-a14662b4a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:55Z', 'revision_number': 4, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '59834353-c3bf-4658-9fb3-cca8d9275666', 'name': '', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'mac_address': 'fa:16:3e:61:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:54Z', 'updated_at': '2022-04-11T18:23:59Z', 'revision_number': 5, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'subnets': [{'id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:53.136769 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec1fed-b53c-4dda-8e80-a14662b4a28d None None] Checking router: 27efa7ce-2484-4b2d-a555-2684521a0f53 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:28:53.144095 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ec1fed-b53c-4dda-8e80-a14662b4a28d None None] Routers {'27efa7ce-2484-4b2d-a555-2684521a0f53'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:28:53.144789 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-53ec1fed-b53c-4dda-8e80-a14662b4a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:28:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['27efa7ce-2484-4b2d-a555-2684521a0f53'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:53.148241 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1a24e-2e14-457e-906b-0f5790255ca4 req-079b289a-f15d-437d-9af2-1780c319a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:53.149827 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f4b1a24e-2e14-457e-906b-0f5790255ca4 req-079b289a-f15d-437d-9af2-1780c319a09a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ba543321-c3be-46b0-968d-e5de14ee4bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407948 Apr 11 18:28:53.253503 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-53ec1fed-b53c-4dda-8e80-a14662b4a28d None None] Set router 27efa7ce-2484-4b2d-a555-2684521a0f53 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:28:53.263523 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f4b1a24e-2e14-457e-906b-0f5790255ca4 req-36c6544e-3503-47c8-a996-5f077d60e945 service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856700 Apr 11 18:28:53.367025 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f4b1a24e-2e14-457e-906b-0f5790255ca4 req-58fbf093-a99b-4b29-8bf3-4e3450aa73f3 service neutron] 10.222.0.30 "GET /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953076 Apr 11 18:28:53.422697 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f41af-0727-4760-9f8a-fbebcbb0f76b req-a6ccfc34-e152-4694-b46d-e758b80117cf tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:53.424226 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-698f41af-0727-4760-9f8a-fbebcbb0f76b req-a6ccfc34-e152-4694-b46d-e758b80117cf tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0511529 Apr 11 18:28:53.445738 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-53ec1fed-b53c-4dda-8e80-a14662b4a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:55Z', 'revision_number': 4, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '59834353-c3bf-4658-9fb3-cca8d9275666', 'name': '', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'mac_address': 'fa:16:3e:61:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:54Z', 'updated_at': '2022-04-11T18:23:59Z', 'revision_number': 5, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'subnets': [{'id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:53.474512 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-698f41af-0727-4760-9f8a-fbebcbb0f76b req-064e7060-de6d-4011-83e4-fa5c0490f49a tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445874 Apr 11 18:28:53.475467 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec1fed-b53c-4dda-8e80-a14662b4a28d None None] The sync data for ids ['27efa7ce-2484-4b2d-a555-2684521a0f53'] in dv-cinder-837355-1-iscsi is: [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:55Z', 'revision_number': 4, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '59834353-c3bf-4658-9fb3-cca8d9275666', 'name': '', 'network_id': 'ba543321-c3be-46b0-968d-e5de14ee4bff', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'mac_address': 'fa:16:3e:61:41:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:54Z', 'updated_at': '2022-04-11T18:23:59Z', 'revision_number': 5, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'subnets': [{'id': '8c917aae-33fc-4e28-b8f6-bae07f2f19f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:28:53.693181 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7009d189-e603-41a4-a6fb-25a9dfa44de9 None None] New status for floating IP 6e162250-6191-4dc5-bde1-57f2cafac703: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:28:54.591638 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec239c88-c02a-40ed-9ebd-6ff0ce8385b9 req-521b3279-bed4-4a11-95d9-0e632988a04c tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:54.593140 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ec239c88-c02a-40ed-9ebd-6ff0ce8385b9 req-521b3279-bed4-4a11-95d9-0e632988a04c tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0468562 Apr 11 18:28:54.641324 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ec239c88-c02a-40ed-9ebd-6ff0ce8385b9 req-4cfb1e00-2a12-4785-80a6-9dd9a6fa8000 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/security-groups?id=25f1b9ed-87c7-46d8-b1f5-b290952efc4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424650 Apr 11 18:28:55.104748 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75017836-aace-4906-b261-563a77d495a7 req-bbb96e88-7ada-4b27-a5a6-abaaf0725860 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:28:55.106189 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-75017836-aace-4906-b261-563a77d495a7 req-bbb96e88-7ada-4b27-a5a6-abaaf0725860 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.30 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 946 time: 0.0476890 Apr 11 18:28:55.198395 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-75017836-aace-4906-b261-563a77d495a7 req-300a51fb-5187-47e7-b081-7091a89f8ad7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Deleting port 85869ded-6715-4927-8fd3-626489edb83f {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:28:55.198736 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-75017836-aace-4906-b261-563a77d495a7 req-300a51fb-5187-47e7-b081-7091a89f8ad7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (85869ded-6715-4927-8fd3-626489edb83f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:55.288827 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-75017836-aace-4906-b261-563a77d495a7 req-300a51fb-5187-47e7-b081-7091a89f8ad7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] For port 85869ded-6715-4927-8fd3-626489edb83f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=85869ded-6715-4927-8fd3-626489edb83f,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:28:55.289120 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-75017836-aace-4906-b261-563a77d495a7 req-300a51fb-5187-47e7-b081-7091a89f8ad7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (85869ded-6715-4927-8fd3-626489edb83f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:55.301756 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-75017836-aace-4906-b261-563a77d495a7 req-300a51fb-5187-47e7-b081-7091a89f8ad7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Calling delete_port for 85869ded-6715-4927-8fd3-626489edb83f owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:28:55.504607 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-75017836-aace-4906-b261-563a77d495a7 req-300a51fb-5187-47e7-b081-7091a89f8ad7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (85869ded-6715-4927-8fd3-626489edb83f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:55.532923 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a51fb-5187-47e7-b081-7091a89f8ad7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Pushing event deleted for resources: {'Port': ['ID=85869ded-6715-4927-8fd3-626489edb83f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:55.579688 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-75017836-aace-4906-b261-563a77d495a7 req-300a51fb-5187-47e7-b081-7091a89f8ad7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] No DVR routers for this DVR port 85869ded-6715-4927-8fd3-626489edb83f on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:28:55.582336 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-75017836-aace-4906-b261-563a77d495a7 req-300a51fb-5187-47e7-b081-7091a89f8ad7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:55.585596 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-75017836-aace-4906-b261-563a77d495a7 req-300a51fb-5187-47e7-b081-7091a89f8ad7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.30 "DELETE /v2.0/ports/85869ded-6715-4927-8fd3-626489edb83f HTTP/1.1" status: 204 len: 173 time: 0.4729621 Apr 11 18:28:55.586031 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'name': 'network-vif-deleted', 'tag': '85869ded-6715-4927-8fd3-626489edb83f'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:28:55.588377 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a41597-5f56-44fc-95db-07a3956e753f" -d '{"events": [{"server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "name": "network-vif-deleted", "tag": "85869ded-6715-4927-8fd3-626489edb83f"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:28:55.626733 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfbe621-56ae-42ae-a605-3ce598083b1e x-openstack-request-id: req-4dfbe621-56ae-42ae-a605-3ce598083b1e {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:28:55.627036 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce981bd-1e21-44fe-9ab2-3be0615709bd", "name": "network-vif-deleted", "tag": "85869ded-6715-4927-8fd3-626489edb83f", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:28:55.627385 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4dfbe621-56ae-42ae-a605-3ce598083b1e {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:28:55.627801 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dfbe621-56ae-42ae-a605-3ce598083b1e'] response: {'server_uuid': 'dce981bd-1e21-44fe-9ab2-3be0615709bd', 'name': 'network-vif-deleted', 'tag': '85869ded-6715-4927-8fd3-626489edb83f', 'status': 'completed', 'code': 200} Apr 11 18:28:55.742181 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-655a7e35-3801-4025-9339-78051935f208 req-4a9f9fd6-b00d-4adc-8472-309fcd49e805 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 210 time: 0.0332527 Apr 11 18:28:56.855657 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-273672a0-bb03-49b4-8d24-2156e5fb1310 req-77b902b7-35d4-4cb3-9ab4-7449a82e4e51 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce981bd-1e21-44fe-9ab2-3be0615709bd HTTP/1.1" status: 200 len: 210 time: 0.0314245 Apr 11 18:28:57.833176 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 85869ded-6715-4927-8fd3-626489edb83f no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:28:57.854232 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 85869ded-6715-4927-8fd3-626489edb83f {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:28:57.854653 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 85869ded-6715-4927-8fd3-626489edb83f not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:28:57.913240 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54736) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:57.972988 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef038-c3bf-40e0-a30a-e2c3bbecc9cb tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group (25f1b9ed-87c7-46d8-b1f5-b290952efc4f), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:57.998049 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef038-c3bf-40e0-a30a-e2c3bbecc9cb tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group (25f1b9ed-87c7-46d8-b1f5-b290952efc4f), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:58.133127 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef038-c3bf-40e0-a30a-e2c3bbecc9cb tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (25f1b9ed-87c7-46d8-b1f5-b290952efc4f), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:58.135839 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef038-c3bf-40e0-a30a-e2c3bbecc9cb tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:58.136988 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4e4ef038-c3bf-40e0-a30a-e2c3bbecc9cb tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] 10.222.0.64 "DELETE /v2.0/security-groups/25f1b9ed-87c7-46d8-b1f5-b290952efc4f HTTP/1.1" status: 204 len: 168 time: 0.2227576 Apr 11 18:28:58.146833 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ef038-c3bf-40e0-a30a-e2c3bbecc9cb tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f1b9ed-87c7-46d8-b1f5-b290952efc4f,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:58.244522 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54740) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:58.618825 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17c652ed-8ab6-43ff-aa7b-03a44ccebd18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7919025'] for router_interface (27efa7ce-2484-4b2d-a555-2684521a0f53), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:58.850556 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-17c652ed-8ab6-43ff-aa7b-03a44ccebd18 admin admin] Deleting port 59834353-c3bf-4658-9fb3-cca8d9275666 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:28:58.850883 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17c652ed-8ab6-43ff-aa7b-03a44ccebd18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:58.930161 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-17c652ed-8ab6-43ff-aa7b-03a44ccebd18 admin admin] For port 59834353-c3bf-4658-9fb3-cca8d9275666, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=59834353-c3bf-4658-9fb3-cca8d9275666,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:28:58.930835 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17c652ed-8ab6-43ff-aa7b-03a44ccebd18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:58.943979 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-17c652ed-8ab6-43ff-aa7b-03a44ccebd18 admin admin] Calling delete_port for 59834353-c3bf-4658-9fb3-cca8d9275666 owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:28:59.189760 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17c652ed-8ab6-43ff-aa7b-03a44ccebd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (59834353-c3bf-4658-9fb3-cca8d9275666), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:59.219363 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c652ed-8ab6-43ff-aa7b-03a44ccebd18 admin admin] Pushing event deleted for resources: {'Port': ['ID=59834353-c3bf-4658-9fb3-cca8d9275666,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:28:59.391642 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-17c652ed-8ab6-43ff-aa7b-03a44ccebd18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7877589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918877'] for router_interface (27efa7ce-2484-4b2d-a555-2684521a0f53), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:59.612100 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c652ed-8ab6-43ff-aa7b-03a44ccebd18 admin admin] Router 27efa7ce-2484-4b2d-a555-2684521a0f53 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:28:59.722045 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c652ed-8ab6-43ff-aa7b-03a44ccebd18 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:28:59.727127 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-17c652ed-8ab6-43ff-aa7b-03a44ccebd18 admin admin] 10.222.0.64 "PUT /v2.0/routers/27efa7ce-2484-4b2d-a555-2684521a0f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4815373 Apr 11 18:28:59.729616 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54746) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:28:59.732315 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d30ce3-1872-4063-a2d7-6d342ec2342a None None] Sync routers for ids ['27efa7ce-2484-4b2d-a555-2684521a0f53'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:28:59.742699 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d30ce3-1872-4063-a2d7-6d342ec2342a None None] Routers {'27efa7ce-2484-4b2d-a555-2684521a0f53'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:28:59.743371 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-26d30ce3-1872-4063-a2d7-6d342ec2342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:28:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['27efa7ce-2484-4b2d-a555-2684521a0f53'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:28:59.841263 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Publish callbacks [] for router (27efa7ce-2484-4b2d-a555-2684521a0f53), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:28:59.852807 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-26d30ce3-1872-4063-a2d7-6d342ec2342a None None] Set router 27efa7ce-2484-4b2d-a555-2684521a0f53 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:00.041643 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-26d30ce3-1872-4063-a2d7-6d342ec2342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:28:59Z', 'revision_number': 5, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:00.070716 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d30ce3-1872-4063-a2d7-6d342ec2342a None None] Checking router: 27efa7ce-2484-4b2d-a555-2684521a0f53 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:29:00.080200 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d30ce3-1872-4063-a2d7-6d342ec2342a None None] Routers {'27efa7ce-2484-4b2d-a555-2684521a0f53'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:29:00.080867 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-26d30ce3-1872-4063-a2d7-6d342ec2342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:28:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['27efa7ce-2484-4b2d-a555-2684521a0f53'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:00.195043 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-26d30ce3-1872-4063-a2d7-6d342ec2342a None None] Set router 27efa7ce-2484-4b2d-a555-2684521a0f53 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:00.209346 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Publish callbacks [] for router_gateway (27efa7ce-2484-4b2d-a555-2684521a0f53), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:00.341560 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Deleting port 36775b7d-887d-4481-bf1e-7554ba79dc65 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:29:00.341958 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:00.420922 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] For port 36775b7d-887d-4481-bf1e-7554ba79dc65, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=36775b7d-887d-4481-bf1e-7554ba79dc65,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:00.421293 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:00.434360 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Calling delete_port for 36775b7d-887d-4481-bf1e-7554ba79dc65 owned by network:router_gateway {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:29:00.454629 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-26d30ce3-1872-4063-a2d7-6d342ec2342a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:28:59Z', 'revision_number': 5, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:00.481357 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d30ce3-1872-4063-a2d7-6d342ec2342a None None] The sync data for ids ['27efa7ce-2484-4b2d-a555-2684521a0f53'] in dv-cinder-837355-1-iscsi is: [{'id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'name': 'tempest-TestShelveInstance-292627139-router', 'tenant_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:28:59Z', 'revision_number': 5, 'project_id': 'ff5d55b6d42046c5be366a87d9ef94e3', 'gw_port': {'id': '36775b7d-887d-4481-bf1e-7554ba79dc65', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:bd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efa7ce-2484-4b2d-a555-2684521a0f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:51Z', 'updated_at': '2022-04-11T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:29:00.675695 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (36775b7d-887d-4481-bf1e-7554ba79dc65), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:00.700769 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=36775b7d-887d-4481-bf1e-7554ba79dc65,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:00.761059 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7918843'] for router_gateway (27efa7ce-2484-4b2d-a555-2684521a0f53), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:00.855343 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8366165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4787'] for router (27efa7ce-2484-4b2d-a555-2684521a0f53), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:00.857591 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Publish callbacks [] for router_controller (27efa7ce-2484-4b2d-a555-2684521a0f53), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:00.972931 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8366172'] for router (27efa7ce-2484-4b2d-a555-2684521a0f53), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:00.973573 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27efa7ce-2484-4b2d-a555-2684521a0f53 {{(pid=104081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:29:00.982262 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:00.982262 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2c80a9f1-f604-4094-a3cf-639465808e4a admin admin] 10.222.0.64 "DELETE /v2.0/routers/27efa7ce-2484-4b2d-a555-2684521a0f53 HTTP/1.1" status: 204 len: 168 time: 1.2484324 Apr 11 18:29:00.982262 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54752) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:01.030685 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5d4495-f692-406f-bece-0f84413c2b09 admin admin] Deleting subnet 8c917aae-33fc-4e28-b8f6-bae07f2f19f3 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:29:01.035062 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4495-f692-406f-bece-0f84413c2b09 admin admin] Publish callbacks [] for subnet (8c917aae-33fc-4e28-b8f6-bae07f2f19f3), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.072703 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4495-f692-406f-bece-0f84413c2b09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7668634'] for subnet (8c917aae-33fc-4e28-b8f6-bae07f2f19f3), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.158357 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4495-f692-406f-bece-0f84413c2b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (8c917aae-33fc-4e28-b8f6-bae07f2f19f3), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.282751 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4495-f692-406f-bece-0f84413c2b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201437'] for subnet (8c917aae-33fc-4e28-b8f6-bae07f2f19f3), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.308371 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d4495-f692-406f-bece-0f84413c2b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c917aae-33fc-4e28-b8f6-bae07f2f19f3,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:01.312992 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4495-f692-406f-bece-0f84413c2b09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.316182 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-8d5d4495-f692-406f-bece-0f84413c2b09 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8c917aae-33fc-4e28-b8f6-bae07f2f19f3 HTTP/1.1" status: 204 len: 168 time: 0.3336909 Apr 11 18:29:01.318685 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516be1ed-67e4-42e0-978d-d3d4e1f533e9 None None] Network ba543321-c3be-46b0-968d-e5de14ee4bff requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:29:01.319232 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54754) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:01.387174 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (ba543321-c3be-46b0-968d-e5de14ee4bff), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.439530 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Deleting port 36f73903-867c-4b13-b2a7-e14696cf8c0d {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:29:01.439871 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.482118 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858c106d-7f81-492a-8ab5-46e406d0b140 None None] DHCP port deletion for ba543321-c3be-46b0-968d-e5de14ee4bff request from dv-cinder-837355-1-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:29:01.507368 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] For port 36f73903-867c-4b13-b2a7-e14696cf8c0d, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=36f73903-867c-4b13-b2a7-e14696cf8c0d,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:01.507736 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.521680 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Calling delete_port for 36f73903-867c-4b13-b2a7-e14696cf8c0d owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:29:01.526472 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-858c106d-7f81-492a-8ab5-46e406d0b140 None None] Deleting port 36f73903-867c-4b13-b2a7-e14696cf8c0d {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:29:01.526851 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-858c106d-7f81-492a-8ab5-46e406d0b140 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.592963 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-858c106d-7f81-492a-8ab5-46e406d0b140 None None] For port 36f73903-867c-4b13-b2a7-e14696cf8c0d, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=36f73903-867c-4b13-b2a7-e14696cf8c0d,segment=NetworkSegment(afa2e0ba-821d-45e1-accb-00df0cc9d939),segment_id=afa2e0ba-821d-45e1-accb-00df0cc9d939)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:01.593269 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-858c106d-7f81-492a-8ab5-46e406d0b140 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.605868 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-858c106d-7f81-492a-8ab5-46e406d0b140 None None] Calling delete_port for 36f73903-867c-4b13-b2a7-e14696cf8c0d owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:29:01.702332 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.708409 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-858c106d-7f81-492a-8ab5-46e406d0b140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220'] for port (36f73903-867c-4b13-b2a7-e14696cf8c0d), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.728320 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Pushing event deleted for resources: {'Port': ['ID=36f73903-867c-4b13-b2a7-e14696cf8c0d,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:01.731866 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] No DVR routers for this DVR port 36f73903-867c-4b13-b2a7-e14696cf8c0d on host dv-cinder-837355-1-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:29:01.741951 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c106d-7f81-492a-8ab5-46e406d0b140 None None] Pushing event deleted for resources: {'Port': ['ID=36f73903-867c-4b13-b2a7-e14696cf8c0d,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:01.748044 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c106d-7f81-492a-8ab5-46e406d0b140 None None] No DVR routers for this DVR port 36f73903-867c-4b13-b2a7-e14696cf8c0d on host dv-cinder-837355-1-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:29:01.808202 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (ba543321-c3be-46b0-968d-e5de14ee4bff), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.828667 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba543321-c3be-46b0-968d-e5de14ee4bff']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:01.837928 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa2e0ba-821d-45e1-accb-00df0cc9d939') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:01.838223 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa2e0ba-821d-45e1-accb-00df0cc9d939') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:01.848426 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7668627'] for segment (afa2e0ba-821d-45e1-accb-00df0cc9d939), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.862430 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (afa2e0ba-821d-45e1-accb-00df0cc9d939), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.868569 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:29:01.869191 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668849'] for segment (afa2e0ba-821d-45e1-accb-00df0cc9d939), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.870080 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9ef5d92b-7bda-4844-a27d-919bf6b35b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: Traceback (most recent call last): Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: timer() Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: cb(*args, **kw) Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: return func(*args, **kwargs) Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: self._notify() Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: self.callback(batched_events) Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: event.method(event) Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: return f(self, *a, **k) Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._get(url).json() Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: return self.request(url, 'GET', **kwargs) Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:29:01.871017 dv-cinder-837355-1-iscsi neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:29:01.941311 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 36775b7d-887d-4481-bf1e-7554ba79dc65 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:29:01.961300 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 36775b7d-887d-4481-bf1e-7554ba79dc65 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:29:01.961638 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 36775b7d-887d-4481-bf1e-7554ba79dc65 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:29:01.962050 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 36f73903-867c-4b13-b2a7-e14696cf8c0d no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:29:01.980701 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 36f73903-867c-4b13-b2a7-e14696cf8c0d {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:29:01.981027 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 36f73903-867c-4b13-b2a7-e14696cf8c0d not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:29:01.981442 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 59834353-c3bf-4658-9fb3-cca8d9275666 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:29:02.000591 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 59834353-c3bf-4658-9fb3-cca8d9275666 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:29:02.000940 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 59834353-c3bf-4658-9fb3-cca8d9275666 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:29:02.024532 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (ba543321-c3be-46b0-968d-e5de14ee4bff), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:02.030673 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:02.036046 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] 10.222.0.64 "DELETE /v2.0/networks/ba543321-c3be-46b0-968d-e5de14ee4bff HTTP/1.1" status: 204 len: 168 time: 0.7142200 Apr 11 18:29:02.036941 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54760) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:02.044668 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dcd6e-8a00-4ebf-8d62-edd3e18994dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ba543321-c3be-46b0-968d-e5de14ee4bff,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:02.376402 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4e161c37-48e3-4663-902d-0b737e4ab2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7919025'] for router_interface (786afafe-67b7-4d58-ba78-807ce41613eb), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:02.612225 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-4e161c37-48e3-4663-902d-0b737e4ab2b2 admin admin] Deleting port 1a9a0bfe-4a67-4933-99e1-433a79f8138d {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:29:02.612482 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4e161c37-48e3-4663-902d-0b737e4ab2b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:02.692379 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-4e161c37-48e3-4663-902d-0b737e4ab2b2 admin admin] For port 1a9a0bfe-4a67-4933-99e1-433a79f8138d, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=1a9a0bfe-4a67-4933-99e1-433a79f8138d,segment=NetworkSegment(b0322541-803a-4c06-8fc6-47859a7f7341),segment_id=b0322541-803a-4c06-8fc6-47859a7f7341)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:02.692739 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4e161c37-48e3-4663-902d-0b737e4ab2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:02.705674 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-4e161c37-48e3-4663-902d-0b737e4ab2b2 admin admin] Calling delete_port for 1a9a0bfe-4a67-4933-99e1-433a79f8138d owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:29:02.984557 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4e161c37-48e3-4663-902d-0b737e4ab2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (1a9a0bfe-4a67-4933-99e1-433a79f8138d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:03.008026 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e161c37-48e3-4663-902d-0b737e4ab2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9a0bfe-4a67-4933-99e1-433a79f8138d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:03.183380 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-4e161c37-48e3-4663-902d-0b737e4ab2b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7877589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918877'] for router_interface (786afafe-67b7-4d58-ba78-807ce41613eb), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:03.401661 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e161c37-48e3-4663-902d-0b737e4ab2b2 admin admin] Router 786afafe-67b7-4d58-ba78-807ce41613eb has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:29:03.508462 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e161c37-48e3-4663-902d-0b737e4ab2b2 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:29:03.513447 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-4e161c37-48e3-4663-902d-0b737e4ab2b2 admin admin] 10.222.0.64 "PUT /v2.0/routers/786afafe-67b7-4d58-ba78-807ce41613eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4754627 Apr 11 18:29:03.517125 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54766) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:03.517518 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0042807-aefe-4fef-b396-711dc93eea0b None None] Sync routers for ids ['786afafe-67b7-4d58-ba78-807ce41613eb'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:29:03.526763 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0042807-aefe-4fef-b396-711dc93eea0b None None] Routers {'786afafe-67b7-4d58-ba78-807ce41613eb'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:29:03.527399 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e0042807-aefe-4fef-b396-711dc93eea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:28:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['786afafe-67b7-4d58-ba78-807ce41613eb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:03.625157 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Publish callbacks [] for router (786afafe-67b7-4d58-ba78-807ce41613eb), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:03.635200 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-e0042807-aefe-4fef-b396-711dc93eea0b None None] Set router 786afafe-67b7-4d58-ba78-807ce41613eb gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:03.732195 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Publish callbacks [] for router_gateway (786afafe-67b7-4d58-ba78-807ce41613eb), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:03.804461 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e0042807-aefe-4fef-b396-711dc93eea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'name': 'tempest-TestShelveInstance-738372435-router', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:58Z', 'updated_at': '2022-04-11T18:29:02Z', 'revision_number': 5, 'project_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'gw_port': {'id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:59Z', 'updated_at': '2022-04-11T18:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:03.831288 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0042807-aefe-4fef-b396-711dc93eea0b None None] Checking router: 786afafe-67b7-4d58-ba78-807ce41613eb for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:29:03.839520 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0042807-aefe-4fef-b396-711dc93eea0b None None] Routers {'786afafe-67b7-4d58-ba78-807ce41613eb'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:29:03.840136 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e0042807-aefe-4fef-b396-711dc93eea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:28:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['786afafe-67b7-4d58-ba78-807ce41613eb'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:03.894824 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Deleting port 5ce98175-84c4-4892-8ed2-d7905c9057ff {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:29:03.895215 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:04.000082 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] For port 5ce98175-84c4-4892-8ed2-d7905c9057ff, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=5ce98175-84c4-4892-8ed2-d7905c9057ff,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:04.000451 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:04.014812 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Calling delete_port for 5ce98175-84c4-4892-8ed2-d7905c9057ff owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:29:04.085281 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-e0042807-aefe-4fef-b396-711dc93eea0b None None] Set router 786afafe-67b7-4d58-ba78-807ce41613eb gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:04.254044 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e0042807-aefe-4fef-b396-711dc93eea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'name': 'tempest-TestShelveInstance-738372435-router', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:58Z', 'updated_at': '2022-04-11T18:29:02Z', 'revision_number': 5, 'project_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'gw_port': {'id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:59Z', 'updated_at': '2022-04-11T18:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:04.285591 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0042807-aefe-4fef-b396-711dc93eea0b None None] The sync data for ids ['786afafe-67b7-4d58-ba78-807ce41613eb'] in dv-cinder-837355-1-iscsi is: [{'id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'name': 'tempest-TestShelveInstance-738372435-router', 'tenant_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:23:58Z', 'updated_at': '2022-04-11T18:29:02Z', 'revision_number': 5, 'project_id': 'b9cbc1d3dd1d4fb2bd9f438796266d85', 'gw_port': {'id': '5ce98175-84c4-4892-8ed2-d7905c9057ff', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786afafe-67b7-4d58-ba78-807ce41613eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:23:59Z', 'updated_at': '2022-04-11T18:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:29:04.287590 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (5ce98175-84c4-4892-8ed2-d7905c9057ff), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:04.321045 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce98175-84c4-4892-8ed2-d7905c9057ff,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:04.386769 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7918843'] for router_gateway (786afafe-67b7-4d58-ba78-807ce41613eb), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:04.482383 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8366165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4787'] for router (786afafe-67b7-4d58-ba78-807ce41613eb), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:04.484803 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Publish callbacks [] for router_controller (786afafe-67b7-4d58-ba78-807ce41613eb), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:04.613822 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-aa643589-1fe0-4e35-9745-88782d8584bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:04.852815 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8366172'] for router (786afafe-67b7-4d58-ba78-807ce41613eb), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:04.853345 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 786afafe-67b7-4d58-ba78-807ce41613eb {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:29:04.857652 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:04.860299 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d1849b6f-8457-431b-8863-cfa4781e4630 admin admin] 10.222.0.64 "DELETE /v2.0/routers/786afafe-67b7-4d58-ba78-807ce41613eb HTTP/1.1" status: 204 len: 168 time: 1.3421891 Apr 11 18:29:04.861191 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 54770) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:04.907674 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b4594e-8983-425a-9243-9d8482b7196f admin admin] Deleting subnet a4771ad2-615b-4836-b4c4-827c3580ecbc {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:29:04.911081 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f3b4594e-8983-425a-9243-9d8482b7196f admin admin] Publish callbacks [] for subnet (a4771ad2-615b-4836-b4c4-827c3580ecbc), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:04.947117 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f3b4594e-8983-425a-9243-9d8482b7196f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6097540'] for subnet (a4771ad2-615b-4836-b4c4-827c3580ecbc), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.027824 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f3b4594e-8983-425a-9243-9d8482b7196f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (a4771ad2-615b-4836-b4c4-827c3580ecbc), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.171508 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f3b4594e-8983-425a-9243-9d8482b7196f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5377928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5248833'] for subnet (a4771ad2-615b-4836-b4c4-827c3580ecbc), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.198656 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4594e-8983-425a-9243-9d8482b7196f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4771ad2-615b-4836-b4c4-827c3580ecbc,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:05.200652 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f3b4594e-8983-425a-9243-9d8482b7196f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.204534 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f3b4594e-8983-425a-9243-9d8482b7196f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a4771ad2-615b-4836-b4c4-827c3580ecbc HTTP/1.1" status: 204 len: 168 time: 0.3423288 Apr 11 18:29:05.205922 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73571f-bf74-4f13-a036-188bafbd3faf None None] Network 04ebeeb7-6ae5-451a-8762-1dc127a21e94 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:29:05.207872 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54772) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:05.279664 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (04ebeeb7-6ae5-451a-8762-1dc127a21e94), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.333017 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Deleting port 52c77eae-6b75-47b3-b86c-b41c16c68dba {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:29:05.333336 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.366428 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50895c02-f657-40d7-8a2c-0404606ee691 None None] DHCP port deletion for 04ebeeb7-6ae5-451a-8762-1dc127a21e94 request from dv-cinder-837355-1-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:29:05.406453 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] For port 52c77eae-6b75-47b3-b86c-b41c16c68dba, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=52c77eae-6b75-47b3-b86c-b41c16c68dba,segment=NetworkSegment(b0322541-803a-4c06-8fc6-47859a7f7341),segment_id=b0322541-803a-4c06-8fc6-47859a7f7341)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:05.407604 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.408610 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-50895c02-f657-40d7-8a2c-0404606ee691 None None] Deleting port 52c77eae-6b75-47b3-b86c-b41c16c68dba {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:29:05.409057 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-50895c02-f657-40d7-8a2c-0404606ee691 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.422469 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Calling delete_port for 52c77eae-6b75-47b3-b86c-b41c16c68dba owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:29:05.423343 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.474633 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-50895c02-f657-40d7-8a2c-0404606ee691 None None] For port 52c77eae-6b75-47b3-b86c-b41c16c68dba, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=52c77eae-6b75-47b3-b86c-b41c16c68dba,segment=NetworkSegment(b0322541-803a-4c06-8fc6-47859a7f7341),segment_id=b0322541-803a-4c06-8fc6-47859a7f7341)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:05.475162 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-50895c02-f657-40d7-8a2c-0404606ee691 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.487954 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-50895c02-f657-40d7-8a2c-0404606ee691 None None] Calling delete_port for 52c77eae-6b75-47b3-b86c-b41c16c68dba owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:29:05.610674 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.616446 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-50895c02-f657-40d7-8a2c-0404606ee691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220'] for port (52c77eae-6b75-47b3-b86c-b41c16c68dba), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.637640 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c77eae-6b75-47b3-b86c-b41c16c68dba,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:05.640845 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50895c02-f657-40d7-8a2c-0404606ee691 None None] Pushing event deleted for resources: {'Port': ['ID=52c77eae-6b75-47b3-b86c-b41c16c68dba,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:05.642672 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] No DVR routers for this DVR port 52c77eae-6b75-47b3-b86c-b41c16c68dba on host dv-cinder-837355-1-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:29:05.646289 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50895c02-f657-40d7-8a2c-0404606ee691 None None] No DVR routers for this DVR port 52c77eae-6b75-47b3-b86c-b41c16c68dba on host dv-cinder-837355-1-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:29:05.720330 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (04ebeeb7-6ae5-451a-8762-1dc127a21e94), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.740010 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ebeeb7-6ae5-451a-8762-1dc127a21e94']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:05.749894 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0322541-803a-4c06-8fc6-47859a7f7341') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:05.750191 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0322541-803a-4c06-8fc6-47859a7f7341') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:05.759528 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7668627'] for segment (b0322541-803a-4c06-8fc6-47859a7f7341), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.773431 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (b0322541-803a-4c06-8fc6-47859a7f7341), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.779452 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:29:05.780038 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668849'] for segment (b0322541-803a-4c06-8fc6-47859a7f7341), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: Traceback (most recent call last): Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: timer() Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: cb(*args, **kw) Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: return func(*args, **kwargs) Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: self._notify() Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: self.callback(batched_events) Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: event.method(event) Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: return f(self, *a, **k) Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._get(url).json() Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: return self.request(url, 'GET', **kwargs) Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:29:05.781545 dv-cinder-837355-1-iscsi neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:29:05.925086 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 5ce98175-84c4-4892-8ed2-d7905c9057ff no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:29:05.944464 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (04ebeeb7-6ae5-451a-8762-1dc127a21e94), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.947307 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 5ce98175-84c4-4892-8ed2-d7905c9057ff {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:29:05.947660 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 5ce98175-84c4-4892-8ed2-d7905c9057ff not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:29:05.948069 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 1a9a0bfe-4a67-4933-99e1-433a79f8138d no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:29:05.950991 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:05.953604 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] 10.222.0.64 "DELETE /v2.0/networks/04ebeeb7-6ae5-451a-8762-1dc127a21e94 HTTP/1.1" status: 204 len: 168 time: 0.7446651 Apr 11 18:29:05.964511 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edcea2-1ee3-40ec-86ed-56a70bffa021 admin admin] Pushing event deleted for resources: {'Network': ['ID=04ebeeb7-6ae5-451a-8762-1dc127a21e94,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:05.968002 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 1a9a0bfe-4a67-4933-99e1-433a79f8138d {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:29:05.968354 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 1a9a0bfe-4a67-4933-99e1-433a79f8138d not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:29:05.968769 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 52c77eae-6b75-47b3-b86c-b41c16c68dba no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:29:05.992814 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 52c77eae-6b75-47b3-b86c-b41c16c68dba {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:29:05.993163 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 52c77eae-6b75-47b3-b86c-b41c16c68dba not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:29:06.283126 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54778) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:06.323582 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-ef705613-f304-4ea1-bf6a-8016f081e9a3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff5d55b6d42046c5be366a87d9ef94e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392435 Apr 11 18:29:06.325935 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54780) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:06.373584 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e2af3d3-8bbb-4f1e-be02-9da8f5866e87 admin admin] Publish callbacks [] for security_group (6b94fd9d-72dd-489d-b096-ae325a1eacb2), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:06.394187 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e2af3d3-8bbb-4f1e-be02-9da8f5866e87 admin admin] Publish callbacks [] for security_group (6b94fd9d-72dd-489d-b096-ae325a1eacb2), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:06.509996 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e2af3d3-8bbb-4f1e-be02-9da8f5866e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (6b94fd9d-72dd-489d-b096-ae325a1eacb2), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:06.512779 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0e2af3d3-8bbb-4f1e-be02-9da8f5866e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:06.514370 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-0e2af3d3-8bbb-4f1e-be02-9da8f5866e87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b94fd9d-72dd-489d-b096-ae325a1eacb2 HTTP/1.1" status: 204 len: 168 time: 0.1871097 Apr 11 18:29:06.522325 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2af3d3-8bbb-4f1e-be02-9da8f5866e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b94fd9d-72dd-489d-b096-ae325a1eacb2,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:06.927317 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:07.251883 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54792) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:07.291956 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2e551d0e-341b-4b05-9ca8-2a55dfedc777 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9cbc1d3dd1d4fb2bd9f438796266d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389156 Apr 11 18:29:07.294424 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 54794) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:07.346641 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e57649f6-9a71-46c3-8aec-4500061be808 admin admin] Publish callbacks [] for security_group (bdafcc93-1d37-435f-a0f6-e6d061efbdd4), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:07.367264 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e57649f6-9a71-46c3-8aec-4500061be808 admin admin] Publish callbacks [] for security_group (bdafcc93-1d37-435f-a0f6-e6d061efbdd4), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:07.503905 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e57649f6-9a71-46c3-8aec-4500061be808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (bdafcc93-1d37-435f-a0f6-e6d061efbdd4), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:07.506541 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e57649f6-9a71-46c3-8aec-4500061be808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:07.507727 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e57649f6-9a71-46c3-8aec-4500061be808 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bdafcc93-1d37-435f-a0f6-e6d061efbdd4 HTTP/1.1" status: 204 len: 168 time: 0.2123940 Apr 11 18:29:07.516137 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57649f6-9a71-46c3-8aec-4500061be808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdafcc93-1d37-435f-a0f6-e6d061efbdd4,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:08.290822 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:10.437803 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:29:11.839734 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e019fa7-7414-4820-94c4-8c4142ddd3a7 req-b7428849-12e4-4639-a6bd-14f3861b0f8c tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:11.841194 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1e019fa7-7414-4820-94c4-8c4142ddd3a7 req-b7428849-12e4-4639-a6bd-14f3861b0f8c tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 946 time: 0.0482917 Apr 11 18:29:11.889037 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1e019fa7-7414-4820-94c4-8c4142ddd3a7 req-501f94a2-3823-4cbd-8fb6-66f711428d2d tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421298 Apr 11 18:29:13.006490 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b748d-1aa9-4998-9efa-7309bd1dac21 req-4b6e94a8-b267-4b8e-80d5-7c4e16ec0780 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:13.008031 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-192b748d-1aa9-4998-9efa-7309bd1dac21 req-4b6e94a8-b267-4b8e-80d5-7c4e16ec0780 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 946 time: 0.0507889 Apr 11 18:29:13.055597 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-192b748d-1aa9-4998-9efa-7309bd1dac21 req-0574b3c7-30e4-4ad2-9ce4-89b66d735384 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3796654-0f3a-43cb-8468-7be0625cb7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 Apr 11 18:29:13.501870 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:13.595333 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232571a-ad2b-4b49-bd1e-0bfe60cd0801 req-c851eea6-6636-4c0d-91c4-1d056c5bc5f2 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:13.596753 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2232571a-ad2b-4b49-bd1e-0bfe60cd0801 req-c851eea6-6636-4c0d-91c4-1d056c5bc5f2 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.30 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 946 time: 0.0452459 Apr 11 18:29:13.682604 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-2232571a-ad2b-4b49-bd1e-0bfe60cd0801 req-7a03820f-901b-4a9d-8cab-f73cb5a8cbf6 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Deleting port 8db74dcc-1520-478c-93b7-3f9a7967439f {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:29:13.682881 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-2232571a-ad2b-4b49-bd1e-0bfe60cd0801 req-7a03820f-901b-4a9d-8cab-f73cb5a8cbf6 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:13.775522 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-2232571a-ad2b-4b49-bd1e-0bfe60cd0801 req-7a03820f-901b-4a9d-8cab-f73cb5a8cbf6 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] For port 8db74dcc-1520-478c-93b7-3f9a7967439f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8db74dcc-1520-478c-93b7-3f9a7967439f,segment=NetworkSegment(3cf043f3-9456-448d-968f-fd227ceda7ef),segment_id=3cf043f3-9456-448d-968f-fd227ceda7ef)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:13.775874 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-2232571a-ad2b-4b49-bd1e-0bfe60cd0801 req-7a03820f-901b-4a9d-8cab-f73cb5a8cbf6 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:13.789442 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-2232571a-ad2b-4b49-bd1e-0bfe60cd0801 req-7a03820f-901b-4a9d-8cab-f73cb5a8cbf6 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Calling delete_port for 8db74dcc-1520-478c-93b7-3f9a7967439f owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:29:14.024578 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-2232571a-ad2b-4b49-bd1e-0bfe60cd0801 req-7a03820f-901b-4a9d-8cab-f73cb5a8cbf6 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (8db74dcc-1520-478c-93b7-3f9a7967439f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:14.037567 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['8db74dcc-1520-478c-93b7-3f9a7967439f'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:29:14.059076 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03820f-901b-4a9d-8cab-f73cb5a8cbf6 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Pushing event deleted for resources: {'Port': ['ID=8db74dcc-1520-478c-93b7-3f9a7967439f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:14.104996 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-2232571a-ad2b-4b49-bd1e-0bfe60cd0801 req-7a03820f-901b-4a9d-8cab-f73cb5a8cbf6 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] No DVR routers for this DVR port 8db74dcc-1520-478c-93b7-3f9a7967439f on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:29:14.108834 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-2232571a-ad2b-4b49-bd1e-0bfe60cd0801 req-7a03820f-901b-4a9d-8cab-f73cb5a8cbf6 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:14.112427 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2232571a-ad2b-4b49-bd1e-0bfe60cd0801 req-7a03820f-901b-4a9d-8cab-f73cb5a8cbf6 tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.30 "DELETE /v2.0/ports/8db74dcc-1520-478c-93b7-3f9a7967439f HTTP/1.1" status: 204 len: 173 time: 0.5101328 Apr 11 18:29:14.112905 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fe816d-fda6-4e49-acc0-2d59a86e9dd2', 'name': 'network-vif-deleted', 'tag': '8db74dcc-1520-478c-93b7-3f9a7967439f'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:29:14.115744 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ebfea6-76c8-4c40-b4ed-af2de60d0c23" -d '{"events": [{"server_uuid": "75fe816d-fda6-4e49-acc0-2d59a86e9dd2", "name": "network-vif-deleted", "tag": "8db74dcc-1520-478c-93b7-3f9a7967439f"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:29:14.151353 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e1ad8a-4be7-4fa4-8d84-c39ece8847ee x-openstack-request-id: req-56e1ad8a-4be7-4fa4-8d84-c39ece8847ee {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:29:14.151649 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fe816d-fda6-4e49-acc0-2d59a86e9dd2", "name": "network-vif-deleted", "tag": "8db74dcc-1520-478c-93b7-3f9a7967439f", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:29:14.151899 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56e1ad8a-4be7-4fa4-8d84-c39ece8847ee {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:29:14.152297 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e1ad8a-4be7-4fa4-8d84-c39ece8847ee'] response: {'server_uuid': '75fe816d-fda6-4e49-acc0-2d59a86e9dd2', 'name': 'network-vif-deleted', 'tag': '8db74dcc-1520-478c-93b7-3f9a7967439f', 'status': 'completed', 'code': 200} Apr 11 18:29:14.154743 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-235bd536-9dbe-4e82-9987-9c94d725e85d req-1031bacf-5ce7-4972-aaf3-1b68f0a55b4c tempest-VolumesSnapshotTestJSON-1571413842 tempest-VolumesSnapshotTestJSON-1571413842-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fe816d-fda6-4e49-acc0-2d59a86e9dd2 HTTP/1.1" status: 200 len: 210 time: 0.0295002 Apr 11 18:29:18.427381 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 8db74dcc-1520-478c-93b7-3f9a7967439f no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:29:18.448781 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 8db74dcc-1520-478c-93b7-3f9a7967439f {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:29:18.449121 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 8db74dcc-1520-478c-93b7-3f9a7967439f not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:29:31.787750 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-05df9adc-318e-41b5-a1c2-80926f724f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:34.606684 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-b2201252-9cbd-43cf-9ef0-63a196f90ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:35.441322 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:36.938360 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:38.359341 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:38.787803 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3798d-9b9c-4568-8f8e-373e9bdbcba6 req-0e1ec8e7-067c-4b40-ba03-87e50143b5b9 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:38.789313 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fff3798d-9b9c-4568-8f8e-373e9bdbcba6 req-0e1ec8e7-067c-4b40-ba03-87e50143b5b9 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 945 time: 0.0482635 Apr 11 18:29:38.838696 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fff3798d-9b9c-4568-8f8e-373e9bdbcba6 req-bb648179-bdf5-4788-ac2f-13661d5ef1bb tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd36957d-fa32-4fe7-bfb4-e74dc5d78b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435545 Apr 11 18:29:39.955735 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1923e-3c33-4835-9660-855646b0e847 req-150fba56-714c-4e6f-b036-0331a77e8749 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:39.957107 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a1a1923e-3c33-4835-9660-855646b0e847 req-150fba56-714c-4e6f-b036-0331a77e8749 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 945 time: 0.0503058 Apr 11 18:29:40.003702 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a1a1923e-3c33-4835-9660-855646b0e847 req-3cc731fa-8dec-4e2a-9e97-fa50a9c2a645 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=bd36957d-fa32-4fe7-bfb4-e74dc5d78b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409019 Apr 11 18:29:40.292745 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-cf715677-6bb2-46b8-b957-22bdf58f2f68 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:40.294230 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-cf715677-6bb2-46b8-b957-22bdf58f2f68 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 945 time: 0.0469947 Apr 11 18:29:40.381728 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Deleting port dceba7f6-9b72-49a3-aa8c-f07b845da8f8 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:29:40.382069 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:40.470756 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] For port dceba7f6-9b72-49a3-aa8c-f07b845da8f8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=dceba7f6-9b72-49a3-aa8c-f07b845da8f8,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:40.471206 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:40.648643 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:40.648933 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (6bc04b2d-8077-4bf3-9186-d78c43a73929), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:40.649254 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Floating IP 6bc04b2d-8077-4bf3-9186-d78c43a73929 disassociated. External IP: 172.27.3.3, port: dceba7f6-9b72-49a3-aa8c-f07b845da8f8. Apr 11 18:29:40.649599 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Calling delete_port for dceba7f6-9b72-49a3-aa8c-f07b845da8f8 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:29:40.862841 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (dceba7f6-9b72-49a3-aa8c-f07b845da8f8), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:40.889080 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event deleted for resources: {'Port': ['ID=dceba7f6-9b72-49a3-aa8c-f07b845da8f8,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:40.899528 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.899826 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.900178 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.900519 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.900859 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.901195 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.902218 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.902218 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.902218 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.902594 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.902846 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.903198 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.903526 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.903851 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:40.904180 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.022679 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:29:41.099961 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c6eb527c-f682-4850-b845-7fb2a27c4a3a req-70341557-3b1a-465c-91ec-bc5447de2b59 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 210 time: 0.0279446 Apr 11 18:29:41.136971 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:29:41.147237 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc93baa4-ad66-4c32-9e2a-08af67eed303 None None] Sync routers for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:29:41.157301 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93baa4-ad66-4c32-9e2a-08af67eed303 None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:29:41.158416 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-cc93baa4-ad66-4c32-9e2a-08af67eed303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:29:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:41.183235 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] No DVR routers for this DVR port dceba7f6-9b72-49a3-aa8c-f07b845da8f8 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:29:41.185820 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:41.189587 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-5f391ad5-0ac3-4f7f-9668-1722120bef22 req-5e010b4c-7465-496f-9fc6-0217e838f3d4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "DELETE /v2.0/ports/dceba7f6-9b72-49a3-aa8c-f07b845da8f8 HTTP/1.1" status: 204 len: 173 time: 0.8889608 Apr 11 18:29:41.190046 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8505e4-b912-4b3c-8ae7-0cec081b0fbb', 'name': 'network-vif-deleted', 'tag': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:29:41.192339 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816a26f0-d898-4f0b-acab-84382e68c6c6" -d '{"events": [{"server_uuid": "7e8505e4-b912-4b3c-8ae7-0cec081b0fbb", "name": "network-vif-deleted", "tag": "dceba7f6-9b72-49a3-aa8c-f07b845da8f8"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:29:41.270976 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-cc93baa4-ad66-4c32-9e2a-08af67eed303 None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:41.422582 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b61988-c186-42c7-b278-5c224a8f743a x-openstack-request-id: req-f5b61988-c186-42c7-b278-5c224a8f743a {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:29:41.423180 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8505e4-b912-4b3c-8ae7-0cec081b0fbb", "name": "network-vif-deleted", "tag": "dceba7f6-9b72-49a3-aa8c-f07b845da8f8", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:29:41.434604 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5b61988-c186-42c7-b278-5c224a8f743a {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:29:41.434604 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b61988-c186-42c7-b278-5c224a8f743a'] response: {'server_uuid': '7e8505e4-b912-4b3c-8ae7-0cec081b0fbb', 'name': 'network-vif-deleted', 'tag': 'dceba7f6-9b72-49a3-aa8c-f07b845da8f8', 'status': 'completed', 'code': 200} Apr 11 18:29:41.438014 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55036) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:41.485914 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Deleting subnet af78bdff-138d-4d88-add8-a1c15b7a21e8 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:29:41.489042 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Publish callbacks [] for subnet (af78bdff-138d-4d88-add8-a1c15b7a21e8), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:41.489997 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-cc93baa4-ad66-4c32-9e2a-08af67eed303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:41.521119 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc93baa4-ad66-4c32-9e2a-08af67eed303 None None] Checking router: d7acb68e-c5b2-43f5-8cc5-3007d6114db5 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:29:41.528800 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7668634'] for subnet (af78bdff-138d-4d88-add8-a1c15b7a21e8), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:41.529742 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93baa4-ad66-4c32-9e2a-08af67eed303 None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:29:41.530359 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-cc93baa4-ad66-4c32-9e2a-08af67eed303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:29:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:41.570635 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (af78bdff-138d-4d88-add8-a1c15b7a21e8), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:41.644706 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-cc93baa4-ad66-4c32-9e2a-08af67eed303 None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:41.732789 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201437'] for subnet (af78bdff-138d-4d88-add8-a1c15b7a21e8), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:41.759798 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af78bdff-138d-4d88-add8-a1c15b7a21e8,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:41.762409 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:41.765433 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/af78bdff-138d-4d88-add8-a1c15b7a21e8 HTTP/1.1" status: 204 len: 168 time: 0.3258421 Apr 11 18:29:41.768779 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55038) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:41.772437 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.772789 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.773517 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.773517 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.773827 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.774157 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.774479 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.774811 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.775182 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.775809 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.775979 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.776323 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.776680 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.776963 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.777303 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993fa62a-f8d2-4d9f-9983-45ce76361d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:41.839858 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-cc93baa4-ad66-4c32-9e2a-08af67eed303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:41.841384 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-43bf6764-213b-48fe-a720-fe3b90e8086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (258efdc8-4f35-4401-9881-6742e98e5fd7), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:41.867808 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc93baa4-ad66-4c32-9e2a-08af67eed303 None None] The sync data for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi is: [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:29:41.925484 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-43bf6764-213b-48fe-a720-fe3b90e8086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (258efdc8-4f35-4401-9881-6742e98e5fd7), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:41.947951 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-43bf6764-213b-48fe-a720-fe3b90e8086e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258efdc8-4f35-4401-9881-6742e98e5fd7']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:41.959526 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-43bf6764-213b-48fe-a720-fe3b90e8086e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf043f3-9456-448d-968f-fd227ceda7ef') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:41.959781 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-43bf6764-213b-48fe-a720-fe3b90e8086e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf043f3-9456-448d-968f-fd227ceda7ef') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:41.969173 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-43bf6764-213b-48fe-a720-fe3b90e8086e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6097549'] for segment (3cf043f3-9456-448d-968f-fd227ceda7ef), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:41.982972 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-43bf6764-213b-48fe-a720-fe3b90e8086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (3cf043f3-9456-448d-968f-fd227ceda7ef), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:41.990306 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bf6764-213b-48fe-a720-fe3b90e8086e admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-43bf6764-213b-48fe-a720-fe3b90e8086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5377826'] for segment (3cf043f3-9456-448d-968f-fd227ceda7ef), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: Traceback (most recent call last): Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: timer() Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: cb(*args, **kw) Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: return func(*args, **kwargs) Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: self._notify() Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: self.callback(batched_events) Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: event.method(event) Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: return f(self, *a, **k) Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._get(url).json() Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: return self.request(url, 'GET', **kwargs) Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:29:41.994588 dv-cinder-837355-1-iscsi neutron-server[104080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:29:42.111343 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631627a7-3775-40cc-9c20-d898f64fb090 None None] New status for floating IP 6bc04b2d-8077-4bf3-9186-d78c43a73929: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:29:42.148564 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-43bf6764-213b-48fe-a720-fe3b90e8086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (258efdc8-4f35-4401-9881-6742e98e5fd7), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:42.156282 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-43bf6764-213b-48fe-a720-fe3b90e8086e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:42.162679 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-43bf6764-213b-48fe-a720-fe3b90e8086e admin admin] 10.222.0.64 "DELETE /v2.0/networks/258efdc8-4f35-4401-9881-6742e98e5fd7 HTTP/1.1" status: 204 len: 168 time: 0.3901572 Apr 11 18:29:42.177388 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf6764-213b-48fe-a720-fe3b90e8086e admin admin] Pushing event deleted for resources: {'Network': ['ID=258efdc8-4f35-4401-9881-6742e98e5fd7,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:42.242004 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-c1ca8c46-ee85-49de-b5f4-102c53f747b0 req-d9dfab94-b853-4967-85a5-df4f3592f92a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e8505e4-b912-4b3c-8ae7-0cec081b0fbb HTTP/1.1" status: 200 len: 210 time: 0.0315988 Apr 11 18:29:42.567762 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55044) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:42.613932 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2ca7c56c-5058-4e5b-8e38-8ce23cb191d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd06048b94a944f4a1add922e4d4b032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450075 Apr 11 18:29:42.616431 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55046) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:42.662420 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ae165cba-3755-4fb3-8e48-136c584b8ecf admin admin] Publish callbacks [] for security_group (a3796654-0f3a-43cb-8468-7be0625cb7e0), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:42.683845 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ae165cba-3755-4fb3-8e48-136c584b8ecf admin admin] Publish callbacks [] for security_group (a3796654-0f3a-43cb-8468-7be0625cb7e0), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:42.810931 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ae165cba-3755-4fb3-8e48-136c584b8ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (a3796654-0f3a-43cb-8468-7be0625cb7e0), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:42.813484 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ae165cba-3755-4fb3-8e48-136c584b8ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:42.814700 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ae165cba-3755-4fb3-8e48-136c584b8ecf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3796654-0f3a-43cb-8468-7be0625cb7e0 HTTP/1.1" status: 204 len: 168 time: 0.1973782 Apr 11 18:29:42.823138 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae165cba-3755-4fb3-8e48-136c584b8ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3796654-0f3a-43cb-8468-7be0625cb7e0,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:43.379249 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55062) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:43.432409 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81f713ba-708a-47e4-ba5b-893283094ad7 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (bd36957d-fa32-4fe7-bfb4-e74dc5d78b13), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:43.456956 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81f713ba-708a-47e4-ba5b-893283094ad7 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (bd36957d-fa32-4fe7-bfb4-e74dc5d78b13), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:43.486735 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:43.570802 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81f713ba-708a-47e4-ba5b-893283094ad7 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (bd36957d-fa32-4fe7-bfb4-e74dc5d78b13), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:43.573674 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-81f713ba-708a-47e4-ba5b-893283094ad7 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:43.574842 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-81f713ba-708a-47e4-ba5b-893283094ad7 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "DELETE /v2.0/security-groups/bd36957d-fa32-4fe7-bfb4-e74dc5d78b13 HTTP/1.1" status: 204 len: 168 time: 0.1945903 Apr 11 18:29:43.577632 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55066) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:43.585080 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f713ba-708a-47e4-ba5b-893283094ad7 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd36957d-fa32-4fe7-bfb4-e74dc5d78b13,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:43.593570 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.api.v2.resource [None req-18943bdc-8c89-4f11-9c3e-edc762eea86b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] show failed (client error): The resource could not be found. Apr 11 18:29:43.594575 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-18943bdc-8c89-4f11-9c3e-edc762eea86b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups/bd36957d-fa32-4fe7-bfb4-e74dc5d78b13 HTTP/1.1" status: 404 len: 347 time: 0.0159338 Apr 11 18:29:43.597496 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55068) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:43.716254 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-c0cedeff-a2fa-413e-af89-2ee51a850109 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Deleting port ef349d2c-abb4-4c76-a2c1-f13b8a91f282 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:29:43.716631 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c0cedeff-a2fa-413e-af89-2ee51a850109 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (ef349d2c-abb4-4c76-a2c1-f13b8a91f282), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:43.794264 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c0cedeff-a2fa-413e-af89-2ee51a850109 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (ef349d2c-abb4-4c76-a2c1-f13b8a91f282), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:43.794589 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c0cedeff-a2fa-413e-af89-2ee51a850109 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (ef349d2c-abb4-4c76-a2c1-f13b8a91f282), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:43.807024 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-c0cedeff-a2fa-413e-af89-2ee51a850109 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Calling delete_port for ef349d2c-abb4-4c76-a2c1-f13b8a91f282 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:29:43.958527 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55078) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:44.030748 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device dceba7f6-9b72-49a3-aa8c-f07b845da8f8 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:29:44.052728 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: dceba7f6-9b72-49a3-aa8c-f07b845da8f8 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:29:44.053071 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device dceba7f6-9b72-49a3-aa8c-f07b845da8f8 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:29:44.054561 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-265551046-network', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:44.060879 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c0cedeff-a2fa-413e-af89-2ee51a850109 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (ef349d2c-abb4-4c76-a2c1-f13b8a91f282), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.092167 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cedeff-a2fa-413e-af89-2ee51a850109 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event deleted for resources: {'Port': ['ID=ef349d2c-abb4-4c76-a2c1-f13b8a91f282,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:44.156738 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c0cedeff-a2fa-413e-af89-2ee51a850109 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (6bc04b2d-8077-4bf3-9186-d78c43a73929), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.159813 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c0cedeff-a2fa-413e-af89-2ee51a850109 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.160945 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c0cedeff-a2fa-413e-af89-2ee51a850109 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "DELETE /v2.0/floatingips/6bc04b2d-8077-4bf3-9186-d78c43a73929 HTTP/1.1" status: 204 len: 168 time: 0.5624571 Apr 11 18:29:44.195538 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Made reservation on behalf of a72d474bfd484972b4d07bb44821ba79 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:29:44.197891 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.206846 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.279607 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Publish callbacks [] for security_group (fdfe61a1-977a-4439-b6c4-66f8d106d386), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.378335 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (fdfe61a1-977a-4439-b6c4-66f8d106d386), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.399641 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:29:44.414293 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfe61a1-977a-4439-b6c4-66f8d106d386,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:44.417136 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (61aa0506-23dd-46fe-bd57-e831de3b314e), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.417470 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Added segment 61aa0506-23dd-46fe-bd57-e831de3b314e of type vlan for network 5f370d44-e67f-4fea-94f6-b678c8ddf646 Apr 11 18:29:44.457079 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (5f370d44-e67f-4fea-94f6-b678c8ddf646), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.550805 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55084) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:44.555396 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-c2c26a62-9108-4ab7-a342-4333311eb782 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1409394693', 'description': 'tempest-description--1761470684'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:44.583464 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (5f370d44-e67f-4fea-94f6-b678c8ddf646), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.584407 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:44.584977 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.646464 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] Pushing event updated for resources: {'Network': ['ID=5f370d44-e67f-4fea-94f6-b678c8ddf646,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:44.650599 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c2c26a62-9108-4ab7-a342-4333311eb782 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.657704 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 5f370d44-e67f-4fea-94f6-b678c8ddf646 details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:29:44.689869 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-b7462a34-92a0-4fa8-b167-63fb2857852e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7300358 Apr 11 18:29:44.693636 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55086) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:44.698636 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-18649405-4ce7-4b50-a1ae-2997c2468e0a admin admin] Request body: {'subnet': {'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-265551046-subnet', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'ip_version': 4}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:44.723044 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c2c26a62-9108-4ab7-a342-4333311eb782 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (dfc61209-ee8d-4a0c-9560-d91d9d3a6e19), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.828056 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18649405-4ce7-4b50-a1ae-2997c2468e0a admin admin] Made reservation on behalf of a72d474bfd484972b4d07bb44821ba79 for: {'subnet': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:29:44.830805 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-18649405-4ce7-4b50-a1ae-2997c2468e0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5248860'] for subnet (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.875490 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c2c26a62-9108-4ab7-a342-4333311eb782 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (dfc61209-ee8d-4a0c-9560-d91d9d3a6e19), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.905347 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c26a62-9108-4ab7-a342-4333311eb782 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:44.968994 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-c2c26a62-9108-4ab7-a342-4333311eb782 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:44.971189 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c2c26a62-9108-4ab7-a342-4333311eb782 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4190435 Apr 11 18:29:44.975591 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55088) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:44.978209 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-49e77655-0a88-456b-8d59-29a61e27c3e0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'security_group_rule': {'security_group_id': 'dfc61209-ee8d-4a0c-9560-d91d9d3a6e19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:45.085067 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-49e77655-0a88-456b-8d59-29a61e27c3e0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (7feb8db8-f4c0-4c81-b960-b1793a9238bc), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.104137 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-18649405-4ce7-4b50-a1ae-2997c2468e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5377349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5248846'] for subnet (13e5d722-3c3c-495b-93de-645c4c1ad68e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.140447 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-49e77655-0a88-456b-8d59-29a61e27c3e0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (7feb8db8-f4c0-4c81-b960-b1793a9238bc), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.160609 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18649405-4ce7-4b50-a1ae-2997c2468e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e5d722-3c3c-495b-93de-645c4c1ad68e,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:45.172129 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18649405-4ce7-4b50-a1ae-2997c2468e0a admin admin] Checking segment: {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:29:45.172494 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18649405-4ce7-4b50-a1ae-2997c2468e0a admin admin] Network hostable DHCP agents. Network: 5f370d44-e67f-4fea-94f6-b678c8ddf646, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104080) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:29:45.210650 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-49e77655-0a88-456b-8d59-29a61e27c3e0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (7feb8db8-f4c0-4c81-b960-b1793a9238bc), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.228728 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e77655-0a88-456b-8d59-29a61e27c3e0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7feb8db8-f4c0-4c81-b960-b1793a9238bc,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:45.275359 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18649405-4ce7-4b50-a1ae-2997c2468e0a admin admin] Network 5f370d44-e67f-4fea-94f6-b678c8ddf646 is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104080) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:29:45.304163 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-49e77655-0a88-456b-8d59-29a61e27c3e0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.305374 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-49e77655-0a88-456b-8d59-29a61e27c3e0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3307509 Apr 11 18:29:45.308286 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55090) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:45.313305 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-e410d11e-278c-4af8-be6d-baa1bf5e1a93 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'security_group_rule': {'security_group_id': 'dfc61209-ee8d-4a0c-9560-d91d9d3a6e19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:45.361142 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-18649405-4ce7-4b50-a1ae-2997c2468e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 5f370d44-e67f-4fea-94f6-b678c8ddf646) {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:29:45.365211 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18649405-4ce7-4b50-a1ae-2997c2468e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:45.365840 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-18649405-4ce7-4b50-a1ae-2997c2468e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.371002 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8e83c0-3149-4925-820a-ab949b280425 None None] Network 5f370d44-e67f-4fea-94f6-b678c8ddf646 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:29:45.406854 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e410d11e-278c-4af8-be6d-baa1bf5e1a93 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (2661a495-4126-4878-8a42-de3608a3c0b8), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.463281 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e410d11e-278c-4af8-be6d-baa1bf5e1a93 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (2661a495-4126-4878-8a42-de3608a3c0b8), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.473487 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33b16363-d1dc-561d-85f9-13ae24ae00bf-5f370d44-e67f-4fea-94f6-b678c8ddf646', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e'}]}} from dv-cinder-837355-1-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:29:45.474396 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.495818 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-18649405-4ce7-4b50-a1ae-2997c2468e0a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8005967 Apr 11 18:29:45.498115 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55092) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:45.504729 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:45.521681 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e410d11e-278c-4af8-be6d-baa1bf5e1a93 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (2661a495-4126-4878-8a42-de3608a3c0b8), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.544664 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410d11e-278c-4af8-be6d-baa1bf5e1a93 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2661a495-4126-4878-8a42-de3608a3c0b8,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:45.607533 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Allocated IP 172.20.0.2 (5f370d44-e67f-4fea-94f6-b678c8ddf646/13e5d722-3c3c-495b-93de-645c4c1ad68e/6d6f125d-2f1d-45be-bdf8-3a502b6e3b29) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:29:45.618635 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8367919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4781'] for router (411b46e8-b8e8-4cca-8a35-e67554027cfd), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.619732 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8366239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7919140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8212035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4794'] for router (411b46e8-b8e8-4cca-8a35-e67554027cfd), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.649331 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e410d11e-278c-4af8-be6d-baa1bf5e1a93 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.653808 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e410d11e-278c-4af8-be6d-baa1bf5e1a93 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3414409 Apr 11 18:29:45.654142 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55094) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:45.659443 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:45.676363 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Publish callbacks [] for router_controller (411b46e8-b8e8-4cca-8a35-e67554027cfd), precommit_add_association {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.753541 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Publish callbacks [] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.795112 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.874633 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.887776 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.903026 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Publish callbacks [] for router_gateway (411b46e8-b8e8-4cca-8a35-e67554027cfd), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:45.928913 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Network 5f370d44-e67f-4fea-94f6-b678c8ddf646 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:29:45.931943 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:29:45.935647 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:29:45.953544 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Pushing event updated for resources: {'Port': ['ID=6d6f125d-2f1d-45be-bdf8-3a502b6e3b29,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:45.983913 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Allocated IP 172.27.3.12 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/653d9705-1d1f-4592-b997-6181198ff3cf) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:29:45.995752 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.000855 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:46.016211 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Attempting to bind port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:29:46.016604 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Attempting to bind port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:29:46.017462 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Attempting to bind port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 on network 5f370d44-e67f-4fea-94f6-b678c8ddf646 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:29:46.023302 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:29:46.024029 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Checking segment: {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:29:46.024315 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.024599 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Bound using segment: {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:29:46.025074 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Bound port: 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:29:46.025455 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.091530 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for port (653d9705-1d1f-4592-b997-6181198ff3cf), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.092153 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] For port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:29:46.096272 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] For port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=6d6f125d-2f1d-45be-bdf8-3a502b6e3b29,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:29:46.217519 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Publish callbacks [] for router_gateway (411b46e8-b8e8-4cca-8a35-e67554027cfd), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.218718 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.240340 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.260715 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (653d9705-1d1f-4592-b997-6181198ff3cf), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.280717 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee1881-cfc3-47f8-9490-67c7540da6e2 None None] Pushing event updated for resources: {'Port': ['ID=6d6f125d-2f1d-45be-bdf8-3a502b6e3b29,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:46.312444 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:29:46.316104 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:29:46.319831 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:29:46.353314 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Allocated IP 172.27.3.125 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/1da5684e-40ba-4b2b-a1f0-704d10b96435) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:29:46.356706 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'Port': ['ID=653d9705-1d1f-4592-b997-6181198ff3cf,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:46.423794 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (3301e211-f74d-4a75-a8fe-086e12bca165), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.519234 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Publish callbacks [] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.526699 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (653d9705-1d1f-4592-b997-6181198ff3cf), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.606965 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.644111 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:29:46.648588 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:29:46.652028 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:29:46.678646 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Pushing event updated for resources: {'Port': ['ID=1da5684e-40ba-4b2b-a1f0-704d10b96435,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:46.686337 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for port (653d9705-1d1f-4592-b997-6181198ff3cf), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.772357 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (653d9705-1d1f-4592-b997-6181198ff3cf), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.839682 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'Port': ['ID=653d9705-1d1f-4592-b997-6181198ff3cf,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:46.851634 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (3301e211-f74d-4a75-a8fe-086e12bca165), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.938490 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:46.940542 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-2b6ecf75-7a94-4f92-b0d4-ef476bb0589f tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2853239 Apr 11 18:29:46.979120 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Publish callbacks [] for router_gateway (411b46e8-b8e8-4cca-8a35-e67554027cfd), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:47.247340 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-27b3ccfe-a6e4-41d3-b032-576deb3699a0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1409394693&fields=id&tenant_id=4072468131ed4b4eab0f1848d4e73ab2 HTTP/1.1" status: 200 len: 267 time: 0.0607536 Apr 11 18:29:47.248586 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8366246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918807'] for router (411b46e8-b8e8-4cca-8a35-e67554027cfd), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:47.324572 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51854ac0-3d2e-4264-a0fa-f55711049253 None None] Network 5f370d44-e67f-4fea-94f6-b678c8ddf646 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:29:47.325120 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-aba12ca8-38ae-4bec-8216-76f277b3b6e5 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:47.325120 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-aba12ca8-38ae-4bec-8216-76f277b3b6e5 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/networks?id=3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 200 len: 815 time: 0.1091928 Apr 11 18:29:47.325120 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-bffc80fd-5642-48c5-acd3-cc4cca4b0b98 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/quotas/4072468131ed4b4eab0f1848d4e73ab2 HTTP/1.1" status: 200 len: 375 time: 0.0106831 Apr 11 18:29:47.351836 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-4f267a1c-0431-432b-8b35-247b691e58aa None None] Provisioning complete for port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:47.352209 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4f267a1c-0431-432b-8b35-247b691e58aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:47.366762 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-c3fce202-d996-4aac-9a58-2946fcb7141d tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453889 Apr 11 18:29:47.427368 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-ad03488a-c045-4e70-9d6f-b92edd819276 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:29:47.428509 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-ad03488a-c045-4e70-9d6f-b92edd819276 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497694 Apr 11 18:29:47.435597 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Router 411b46e8-b8e8-4cca-8a35-e67554027cfd is scheduled to L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f with binding_index 1 {{(pid=104080) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:29:47.438431 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:29:47.476953 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-4f267a1c-0431-432b-8b35-247b691e58aa None None] Current status of the port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:29:47.477743 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4f267a1c-0431-432b-8b35-247b691e58aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:47.513975 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-4f267a1c-0431-432b-8b35-247b691e58aa None None] For port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=6d6f125d-2f1d-45be-bdf8-3a502b6e3b29,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:47.543693 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-9ab0c8b7-ac99-4651-9f8f-a500abd58421 service neutron] 10.222.0.64 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011431 Apr 11 18:29:47.567634 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:29:47.580797 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Sync routers for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:29:47.591770 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:29:47.592467 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:29:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:47.601173 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4f267a1c-0431-432b-8b35-247b691e58aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:47.649450 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-a97de273-1fb1-4aae-a916-ea03bf6710ed service neutron] 10.222.0.64 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021633 Apr 11 18:29:47.659996 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:47.663305 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f267a1c-0431-432b-8b35-247b691e58aa None None] Pushing event updated for resources: {'Port': ['ID=6d6f125d-2f1d-45be-bdf8-3a502b6e3b29,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:47.664267 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55114) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:47.664410 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-3eee7e65-39a5-4457-b184-c8251e925167 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1639669 Apr 11 18:29:47.717005 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:47.722347 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-3d8f7819-b56e-447b-985f-b26f16515782 None None] Provisioning complete for port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:47.722726 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7819-b56e-447b-985f-b26f16515782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:47.809669 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f7819-b56e-447b-985f-b26f16515782 None None] Current status of the port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:29:47.895347 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:46Z', 'revision_number': 3, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:47.932325 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Checking router: 411b46e8-b8e8-4cca-8a35-e67554027cfd for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:29:47.932911 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Updating router 411b46e8-b8e8-4cca-8a35-e67554027cfd port 1da5684e-40ba-4b2b-a1f0-704d10b96435 binding host dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:29:47.968701 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:48.054920 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:29:48.115425 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:48.116367 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:48.211969 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:29:48.308875 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a5b9be7f-4a1d-4b71-aa54-7555276ce9c4 req-542f8dde-fe52-4c96-b9e2-d88364551745 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 210 time: 0.0309999 Apr 11 18:29:48.394528 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Publish callbacks [] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:48.485067 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:48.489990 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:48.539482 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Attempting to bind port 1da5684e-40ba-4b2b-a1f0-704d10b96435 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:29:48.539850 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Attempting to bind port 1da5684e-40ba-4b2b-a1f0-704d10b96435 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:29:48.540209 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Attempting to bind port 1da5684e-40ba-4b2b-a1f0-704d10b96435 on network 92929611-3b7d-482f-9e07-357d61c7241e {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:29:48.542090 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Pushing event updated for resources: {'Port': ['ID=1da5684e-40ba-4b2b-a1f0-704d10b96435,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:48.551150 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:29:48.551515 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Checking segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:29:48.551915 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:48.552301 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Bound using segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:29:48.552758 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Bound port: 1da5684e-40ba-4b2b-a1f0-704d10b96435, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:29:48.553198 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:48.555392 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.555735 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.566691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.566691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.566691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.566691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.566691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.566691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.566691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.566691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.566691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.566691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.566691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.566691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.566691 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:29:48.616805 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] For port 1da5684e-40ba-4b2b-a1f0-704d10b96435, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:29:48.620025 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] For port 1da5684e-40ba-4b2b-a1f0-704d10b96435, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=1da5684e-40ba-4b2b-a1f0-704d10b96435,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:29:48.647831 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Allocated IP 172.20.0.1 (5f370d44-e67f-4fea-94f6-b678c8ddf646/13e5d722-3c3c-495b-93de-645c4c1ad68e/dc34c5a0-8fb7-46f8-a607-46b73ea6dc48) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:29:48.710044 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:48.756289 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Publish callbacks [] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:48.768646 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d2586-f5fc-4749-942d-4c01322e1981 None None] Pushing event updated for resources: {'Port': ['ID=1da5684e-40ba-4b2b-a1f0-704d10b96435,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:48.772778 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:29:48.773386 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:29:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:48.853060 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:48.879745 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:48.892968 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Network 5f370d44-e67f-4fea-94f6-b678c8ddf646 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:29:48.897390 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:29:48.903824 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:29:48.907221 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Pushing event updated for resources: {'Port': ['ID=dc34c5a0-8fb7-46f8-a607-46b73ea6dc48,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:48.950010 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7918628'] for router_interface (411b46e8-b8e8-4cca-8a35-e67554027cfd), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:49.066897 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:46Z', 'revision_number': 3, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:49.099657 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f0e3fb-fc6d-4329-870f-f5631c6f6501 None None] The sync data for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi is: [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:46Z', 'revision_number': 3, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:29:49.140127 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-9e06896e-0087-4fc9-b96d-c0007f905d6d None None] Provisioning complete for port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:49.140600 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9e06896e-0087-4fc9-b96d-c0007f905d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:49.180285 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-9e06896e-0087-4fc9-b96d-c0007f905d6d None None] Port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:29:49.189559 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:49.381607 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Publish callbacks [] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:49.436145 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f076536c-39ef-4b1d-a21a-3cd0170b4ba2 req-abdf31fe-4a30-4977-a478-bb36657ef7e1 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 210 time: 0.0323188 Apr 11 18:29:49.453122 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:49.525769 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7877612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7918996'] for router_interface (411b46e8-b8e8-4cca-8a35-e67554027cfd), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:49.527709 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Pushing event updated for resources: {'Port': ['ID=dc34c5a0-8fb7-46f8-a607-46b73ea6dc48,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:49.634269 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Network 5f370d44-e67f-4fea-94f6-b678c8ddf646 is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:29:49.635957 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:29:49.767601 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Router 411b46e8-b8e8-4cca-8a35-e67554027cfd has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:29:49.887483 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:29:49.892948 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-efc3a5a9-1ed9-429e-8f8a-7c5419c0d424 admin admin] 10.222.0.64 "PUT /v2.0/routers/411b46e8-b8e8-4cca-8a35-e67554027cfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2274377 Apr 11 18:29:49.931805 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-05452edd-da45-43ce-886b-98eac3154e89 None None] Provisioning complete for port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:49.932415 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-05452edd-da45-43ce-886b-98eac3154e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:49.977879 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-05452edd-da45-43ce-886b-98eac3154e89 None None] Port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:29:50.010107 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 1da5684e-40ba-4b2b-a1f0-704d10b96435 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:29:50.064944 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 1da5684e-40ba-4b2b-a1f0-704d10b96435 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:50.065324 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:50.148719 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 1da5684e-40ba-4b2b-a1f0-704d10b96435 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:29:50.149406 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:50.169379 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 1da5684e-40ba-4b2b-a1f0-704d10b96435, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=1da5684e-40ba-4b2b-a1f0-704d10b96435,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:50.304194 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-cce8367d-a59d-476c-ac23-55f478cba0fa tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:50.305635 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-cce8367d-a59d-476c-ac23-55f478cba0fa tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "GET /v2.0/networks?id=3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 200 len: 815 time: 0.1093764 Apr 11 18:29:50.315918 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:50.374162 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=1da5684e-40ba-4b2b-a1f0-704d10b96435,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:50.383759 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-194ea285-e2ef-4b3e-8e02-41d6c04e0668 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4072468131ed4b4eab0f1848d4e73ab2 HTTP/1.1" status: 200 len: 380 time: 0.0680478 Apr 11 18:29:50.393436 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-f14a18ca-5b91-4b06-adba-688d72b44054 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'port': {'device_id': '3b05f701-5f05-483a-98f4-9a21801d69fa', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'admin_state_up': True, 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'security_groups': ['dfc61209-ee8d-4a0c-9560-d91d9d3a6e19']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:50.554425 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7106f12b-d41c-4e90-9e4c-bbe02db2768d req-0d9004b8-69d0-4442-b755-f5811a7d1c40 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 210 time: 0.0303488 Apr 11 18:29:50.618170 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-f14a18ca-5b91-4b06-adba-688d72b44054 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Made reservation on behalf of 4072468131ed4b4eab0f1848d4e73ab2 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:29:50.621617 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-f14a18ca-5b91-4b06-adba-688d72b44054 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:50.764065 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-f14a18ca-5b91-4b06-adba-688d72b44054 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Allocated IP 172.20.0.13 (3452c237-1758-4932-9b9d-634c184a4280/dd99bc16-ba63-4bae-919d-ad98f4d39730/3b870538-5b48-4ef2-9712-dacfbec11b79) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:29:50.840036 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55150) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:50.846341 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-402551027-network', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:50.854009 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Sync routers for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:29:50.865900 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:29:50.866523 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:29:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:50.908493 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-f14a18ca-5b91-4b06-adba-688d72b44054 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:50.943811 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Made reservation on behalf of ffb680ee4af64929bb7866603181fdb6 for: {'network': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:29:50.946144 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for network (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:50.955517 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:50.978116 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:51.036082 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-f14a18ca-5b91-4b06-adba-688d72b44054 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.036908 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Publish callbacks [] for security_group (e407fac8-4183-4f3b-9748-916e453528da), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.083582 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-f14a18ca-5b91-4b06-adba-688d72b44054 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Network 3452c237-1758-4932-9b9d-634c184a4280 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:29:51.086688 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-f14a18ca-5b91-4b06-adba-688d72b44054 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:29:51.090538 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-f14a18ca-5b91-4b06-adba-688d72b44054 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:29:51.121884 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a18ca-5b91-4b06-adba-688d72b44054 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event updated for resources: {'Port': ['ID=3b870538-5b48-4ef2-9712-dacfbec11b79,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:51.148478 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-f14a18ca-5b91-4b06-adba-688d72b44054 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:51.149111 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-f14a18ca-5b91-4b06-adba-688d72b44054 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.172496 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e407fac8-4183-4f3b-9748-916e453528da), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.199785 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=104081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:29:51.210776 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e407fac8-4183-4f3b-9748-916e453528da,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:51.216000 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (fce3a2d1-279e-4159-9257-ce766a18dd5c), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.221285 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.segments_db [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Added segment fce3a2d1-279e-4159-9257-ce766a18dd5c of type vlan for network 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0 Apr 11 18:29:51.257538 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-f14a18ca-5b91-4b06-adba-688d72b44054 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8676679 Apr 11 18:29:51.260904 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775762920048'] for network (9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.272953 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-7a5cf4bd-49dc-4a51-b750-5afa32e72a40 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104080) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:29:51.273338 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-7a5cf4bd-49dc-4a51-b750-5afa32e72a40 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086472 Apr 11 18:29:51.331046 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 2, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:51.357774 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Checking router: 411b46e8-b8e8-4cca-8a35-e67554027cfd for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:29:51.358125 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Updating router 411b46e8-b8e8-4cca-8a35-e67554027cfd port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 binding host dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:29:51.366694 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570'] for network (9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.367813 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:51.368527 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.386619 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.434234 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-487f1e0c-47f8-4839-8a02-4408a2c5ca18 None None] Provisioning complete for port 3b870538-5b48-4ef2-9712-dacfbec11b79 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:51.434614 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-487f1e0c-47f8-4839-8a02-4408a2c5ca18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.442508 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] Pushing event updated for resources: {'Network': ['ID=9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:51.451065 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Request body: {'port': {'device_id': '3b05f701-5f05-483a-98f4-9a21801d69fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:51.462560 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Network 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0 details requested by agent ovs-agent-dv-cinder-837355-1-iscsi with host dv-cinder-837355-1-iscsi {{(pid=104082) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:29:51.484115 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-a8447049-bc81-4863-a163-3f86d9169c5f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6425190 Apr 11 18:29:51.486587 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55154) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:51.493728 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-45a26224-4f40-46e1-ad83-ea5e0c1847b3 admin admin] Request body: {'subnet': {'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-402551027-subnet', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'ip_version': 4}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:51.521090 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.570683 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a26224-4f40-46e1-ad83-ea5e0c1847b3 admin admin] Made reservation on behalf of ffb680ee4af64929bb7866603181fdb6 for: {'subnet': 1} {{(pid=104081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:29:51.573657 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45a26224-4f40-46e1-ad83-ea5e0c1847b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5201408'] for subnet (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.582421 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-487f1e0c-47f8-4839-8a02-4408a2c5ca18 None None] Port 3b870538-5b48-4ef2-9712-dacfbec11b79 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:29:51.766244 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8848f36-7746-43a9-8f3f-b909cb6c82a1 req-d27ae114-43e1-4ad8-bc6c-ef6bc87b3316 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:51.768298 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b8848f36-7746-43a9-8f3f-b909cb6c82a1 req-d27ae114-43e1-4ad8-bc6c-ef6bc87b3316 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 932 time: 0.0840259 Apr 11 18:29:51.831554 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Publish callbacks [] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.880843 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b8848f36-7746-43a9-8f3f-b909cb6c82a1 req-2694f67b-3798-4aec-921c-10e6a402305b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029572 Apr 11 18:29:51.927237 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:51.971306 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 1da5684e-40ba-4b2b-a1f0-704d10b96435 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:29:52.006109 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10171685-22c9-4d0b-8cd7-31e53fdb42a2 None None] Pushing event updated for resources: {'Port': ['ID=dc34c5a0-8fb7-46f8-a607-46b73ea6dc48,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:52.010668 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45a26224-4f40-46e1-ad83-ea5e0c1847b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5668246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5201426'] for subnet (bab6580c-5b9b-428a-a59e-33163a7dc522), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.081190 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b870538-5b48-4ef2-9712-dacfbec11b79 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:29:52.089407 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Publish callbacks [] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.093178 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Attempting to bind port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:29:52.093556 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Attempting to bind port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:29:52.093917 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Attempting to bind port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 on network 5f370d44-e67f-4fea-94f6-b678c8ddf646 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:29:52.098944 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 1da5684e-40ba-4b2b-a1f0-704d10b96435 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:52.099195 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.102188 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a26224-4f40-46e1-ad83-ea5e0c1847b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab6580c-5b9b-428a-a59e-33163a7dc522,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:52.114678 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Transition to ACTIVE for port object 3b870538-5b48-4ef2-9712-dacfbec11b79 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:29:52.115014 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a26224-4f40-46e1-ad83-ea5e0c1847b3 admin admin] Checking segment: {'id': 'fce3a2d1-279e-4159-9257-ce766a18dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:29:52.115423 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a26224-4f40-46e1-ad83-ea5e0c1847b3 admin admin] Network hostable DHCP agents. Network: 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0, hostable agents: ['c8311a7e-bc63-4038-b49e-d3a0ceca9dd0'], hosted agents: [] {{(pid=104081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:29:52.123081 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:29:52.123487 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Checking segment: {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:29:52.123888 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.124286 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Bound using segment: {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:29:52.124839 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Bound port: dc34c5a0-8fb7-46f8-a607-46b73ea6dc48, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:29:52.125321 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.205467 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.224610 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] For port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:29:52.241342 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a26224-4f40-46e1-ad83-ea5e0c1847b3 admin admin] Network 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0 is scheduled to be hosted by DHCP agent c8311a7e-bc63-4038-b49e-d3a0ceca9dd0 with binding_index 1 {{(pid=104081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:29:52.250418 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 1da5684e-40ba-4b2b-a1f0-704d10b96435 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:29:52.254563 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] For port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=dc34c5a0-8fb7-46f8-a607-46b73ea6dc48,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:29:52.262888 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Pushing event updated for resources: {'Port': ['ID=3b870538-5b48-4ef2-9712-dacfbec11b79,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:52.306256 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-ba44304d-4a1b-425f-b629-ed9885c25a68 None None] Provisioning complete for port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:52.306797 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ba44304d-4a1b-425f-b629-ed9885c25a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.339394 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Attempting to bind port 3b870538-5b48-4ef2-9712-dacfbec11b79 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:29:52.340117 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Attempting to bind port 3b870538-5b48-4ef2-9712-dacfbec11b79 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:29:52.340576 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Attempting to bind port 3b870538-5b48-4ef2-9712-dacfbec11b79 on network 3452c237-1758-4932-9b9d-634c184a4280 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:29:52.345532 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Port 3b870538-5b48-4ef2-9712-dacfbec11b79 on network 3452c237-1758-4932-9b9d-634c184a4280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:29:52.345765 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Attempting to bind port 3b870538-5b48-4ef2-9712-dacfbec11b79 on network 3452c237-1758-4932-9b9d-634c184a4280 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:29:52.346184 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-ba44304d-4a1b-425f-b629-ed9885c25a68 None None] Port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:29:52.349719 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-45a26224-4f40-46e1-ad83-ea5e0c1847b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837355-1-iscsi, 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0) {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:29:52.353638 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:29:52.353988 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Checking segment: {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:29:52.354384 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Bound using segment: {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:29:52.354598 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a26224-4f40-46e1-ad83-ea5e0c1847b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:52.354842 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Bound port: 3b870538-5b48-4ef2-9712-dacfbec11b79, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '3452c237-1758-4932-9b9d-634c184a4280'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:29:52.355261 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.355689 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-45a26224-4f40-46e1-ad83-ea5e0c1847b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.362527 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e98ccc-2e5d-4f8e-8155-a59630c9d4e1 None None] Network 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:29:52.418018 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.429911 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] For port 3b870538-5b48-4ef2-9712-dacfbec11b79, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:29:52.433462 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] For port 3b870538-5b48-4ef2-9712-dacfbec11b79, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3b870538-5b48-4ef2-9712-dacfbec11b79,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:29:52.466295 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-45a26224-4f40-46e1-ad83-ea5e0c1847b3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9782109 Apr 11 18:29:52.523975 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10171685-22c9-4d0b-8cd7-31e53fdb42a2 None None] Pushing event updated for resources: {'Port': ['ID=dc34c5a0-8fb7-46f8-a607-46b73ea6dc48,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:52.526009 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55158) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:52.526832 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:29:52.527468 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:29:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:52.532179 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-402551027-router', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:52.567647 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.569860 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp33b16363-d1dc-561d-85f9-13ae24ae00bf-9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0', 'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0', 'project_id': 'ffb680ee4af64929bb7866603181fdb6', 'fixed_ips': [{'subnet_id': 'bab6580c-5b9b-428a-a59e-33163a7dc522'}]}} from dv-cinder-837355-1-iscsi. {{(pid=104082) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:29:52.570773 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.601184 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:52.602101 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.604566 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] 10.222.0.30 "PUT /v2.0/ports/3b870538-5b48-4ef2-9712-dacfbec11b79 HTTP/1.1" status: 200 len: 1094 time: 1.3242035 Apr 11 18:29:52.607519 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b05f701-5f05-483a-98f4-9a21801d69fa', 'tag': '3b870538-5b48-4ef2-9712-dacfbec11b79'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:29:52.611421 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eabd5c-e29d-4378-8304-c0440f61d379" -d '{"events": [{"name": "network-changed", "server_uuid": "3b05f701-5f05-483a-98f4-9a21801d69fa", "tag": "3b870538-5b48-4ef2-9712-dacfbec11b79"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:29:52.631419 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8367919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4781'] for router (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.634252 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8366239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7919140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8212035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4794'] for router (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.651418 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd8c74-5f3f-4bcc-a3e1-a5037db0a2bb service neutron] Pushing event updated for resources: {'Port': ['ID=3b870538-5b48-4ef2-9712-dacfbec11b79,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:52.668889 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2089d41b-11e4-408e-87a8-426ab4c6a4e9 x-openstack-request-id: req-2089d41b-11e4-408e-87a8-426ab4c6a4e9 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:29:52.669467 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b05f701-5f05-483a-98f4-9a21801d69fa", "tag": "3b870538-5b48-4ef2-9712-dacfbec11b79", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:29:52.669949 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2089d41b-11e4-408e-87a8-426ab4c6a4e9 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:29:52.670654 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2089d41b-11e4-408e-87a8-426ab4c6a4e9'] response: {'name': 'network-changed', 'server_uuid': '3b05f701-5f05-483a-98f4-9a21801d69fa', 'tag': '3b870538-5b48-4ef2-9712-dacfbec11b79', 'status': 'completed', 'code': 200} Apr 11 18:29:52.726219 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Publish callbacks [] for router_controller (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), precommit_add_association {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.753977 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eabd5c-e29d-4378-8304-c0440f61d379 req-bf43edc4-c514-4e18-b3c3-f368fd92d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:52.755592 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-90eabd5c-e29d-4378-8304-c0440f61d379 req-bf43edc4-c514-4e18-b3c3-f368fd92d90d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 1128 time: 0.0636985 Apr 11 18:29:52.796013 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:52.850858 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-18ce14af-dca6-4cd9-99df-899c131d9c08 None None] Provisioning complete for port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:52.851308 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-18ce14af-dca6-4cd9-99df-899c131d9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:52.872474 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eabd5c-e29d-4378-8304-c0440f61d379 req-5491160d-f287-49fb-9907-15c2d9a21ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:52.874129 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-90eabd5c-e29d-4378-8304-c0440f61d379 req-5491160d-f287-49fb-9907-15c2d9a21ec6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1110175 Apr 11 18:29:52.881548 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.db_base_plugin_common [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Allocated IP 172.20.0.2 (9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0/bab6580c-5b9b-428a-a59e-33163a7dc522/c35a53dc-7964-419a-b622-0167d44eceb0) {{(pid=104082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:29:53.003569 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eabd5c-e29d-4378-8304-c0440f61d379 req-5ae65059-167d-47e7-9b0a-bbee22ed31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:53.005188 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-90eabd5c-e29d-4378-8304-c0440f61d379 req-5ae65059-167d-47e7-9b0a-bbee22ed31aa service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1242809 Apr 11 18:29:53.006202 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Publish callbacks [] for router_gateway (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:53.031319 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bda3be-c107-45f4-af82-85ec57af3bc6 req-78916d85-76e0-4c50-a311-597b66b66d29 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:53.034530 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e2bda3be-c107-45f4-af82-85ec57af3bc6 req-78916d85-76e0-4c50-a311-597b66b66d29 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 944 time: 0.0575199 Apr 11 18:29:53.095708 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-9a5a7a46-eec6-406a-87ab-cf02b24cd697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:53.097412 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-9a5a7a46-eec6-406a-87ab-cf02b24cd697 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 1128 time: 0.0459735 Apr 11 18:29:53.112478 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e2bda3be-c107-45f4-af82-85ec57af3bc6 req-32716758-2b3a-4c7c-a2e5-48db38351a43 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667002 Apr 11 18:29:53.148874 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-7a672d8f-71ba-40cb-b2a8-ec639d14ac55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b870538-5b48-4ef2-9712-dacfbec11b79 HTTP/1.1" status: 200 len: 217 time: 0.0437834 Apr 11 18:29:53.202475 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2dcd283f-0b86-415f-b7db-2bfdbc4c6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:53.204949 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-2dcd283f-0b86-415f-b7db-2bfdbc4c6392 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd99bc16-ba63-4bae-919d-ad98f4d39730 HTTP/1.1" status: 200 len: 854 time: 0.0495129 Apr 11 18:29:53.249645 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-94c9f6a9-9f62-4796-aa36-b7b2b52603a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:53.250101 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-18ce14af-dca6-4cd9-99df-899c131d9c08 None None] Current status of the port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:29:53.250488 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-18ce14af-dca6-4cd9-99df-899c131d9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:53.252311 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-94c9f6a9-9f62-4796-aa36-b7b2b52603a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3452c237-1758-4932-9b9d-634c184a4280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414085 Apr 11 18:29:53.292734 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Publish callbacks [] for router_gateway (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:53.314379 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:53.359259 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-969a9c2d-632f-40c5-b511-18599f98cf33 service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008739 Apr 11 18:29:53.360609 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:52Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:53.369373 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-18ce14af-dca6-4cd9-99df-899c131d9c08 None None] For port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=dc34c5a0-8fb7-46f8-a607-46b73ea6dc48,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:53.406754 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83a8f68-0679-4dfa-bf9c-43bec5c9f89c None None] The sync data for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi is: [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:52Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:29:53.412373 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Publish callbacks [] for port (c35a53dc-7964-419a-b622-0167d44eceb0), precommit_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:53.428182 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-18ce14af-dca6-4cd9-99df-899c131d9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:53.442589 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Allocated IP 172.27.3.14 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/7af08207-0d73-4bdc-97e2-dab11f7da29c) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:29:53.490021 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-f63d9f5f-137a-4ad0-bc65-0676776c4393 req-3e2fc98c-c034-4f06-b2d0-966d1127adcb service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241188 Apr 11 18:29:53.493590 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), after_create {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:53.533735 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce14af-dca6-4cd9-99df-899c131d9c08 None None] Pushing event updated for resources: {'Port': ['ID=dc34c5a0-8fb7-46f8-a607-46b73ea6dc48,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:53.543157 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Network 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0 is already hosted by enough agents. {{(pid=104082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:29:53.572027 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.scheduler.base_scheduler [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Resources bound (agent type, host, resource id): {{(pid=104082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:29:53.579141 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Received port after_create {{(pid=104082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:29:53.604734 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Publish callbacks [] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:53.628462 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Pushing event updated for resources: {'Port': ['ID=c35a53dc-7964-419a-b622-0167d44eceb0,revision_number=1']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:53.670818 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Attempting to bind port c35a53dc-7964-419a-b622-0167d44eceb0 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:29:53.671212 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Attempting to bind port c35a53dc-7964-419a-b622-0167d44eceb0 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': 'fce3a2d1-279e-4159-9257-ce766a18dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:29:53.671576 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Attempting to bind port c35a53dc-7964-419a-b622-0167d44eceb0 on network 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:29:53.677907 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:29:53.678289 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Checking segment: {'id': 'fce3a2d1-279e-4159-9257-ce766a18dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:29:53.678737 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:53.679187 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Bound using segment: {'id': 'fce3a2d1-279e-4159-9257-ce766a18dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:29:53.679665 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Bound port: c35a53dc-7964-419a-b622-0167d44eceb0, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce3a2d1-279e-4159-9257-ce766a18dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:29:53.680048 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:53.715763 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:53.756371 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] For port c35a53dc-7964-419a-b622-0167d44eceb0, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:29:53.761603 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] For port c35a53dc-7964-419a-b622-0167d44eceb0, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=c35a53dc-7964-419a-b622-0167d44eceb0,segment=NetworkSegment(fce3a2d1-279e-4159-9257-ce766a18dd5c),segment_id=fce3a2d1-279e-4159-9257-ce766a18dd5c)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:29:53.765512 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:29:53.772218 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:29:53.774202 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Pushing event updated for resources: {'Port': ['ID=7af08207-0d73-4bdc-97e2-dab11f7da29c,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:53.776488 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:29:53.852884 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:53.932889 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a261bf-24fb-42dc-a2b4-598f9f6519d3 None None] Pushing event updated for resources: {'Port': ['ID=c35a53dc-7964-419a-b622-0167d44eceb0,revision_number=2']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:53.998140 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:29:54.053331 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:54.053871 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:54.167434 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:29:54.246955 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Publish callbacks [] for router_gateway (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:54.294323 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16dd9c-d090-48ac-96cb-a0606ce9c73e req-b435e79e-ab3f-4b75-a77e-df57695419c1 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:54.295921 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8b16dd9c-d090-48ac-96cb-a0606ce9c73e req-b435e79e-ab3f-4b75-a77e-df57695419c1 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 944 time: 0.0905831 Apr 11 18:29:54.395167 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8b16dd9c-d090-48ac-96cb-a0606ce9c73e req-35ef2357-09b1-4ae2-a8ad-0673568074a7 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918844 Apr 11 18:29:54.776395 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8366246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7918807'] for router (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:54.914790 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19132cd6-65e1-4958-bc0b-bc3639003bf6 None None] Network 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:29:54.982198 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a54af46d-d6cf-4f96-9a06-5f901aef031c None None] Provisioning complete for port c35a53dc-7964-419a-b622-0167d44eceb0 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:54.982665 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a54af46d-d6cf-4f96-9a06-5f901aef031c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:55.096975 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a54af46d-d6cf-4f96-9a06-5f901aef031c None None] Current status of the port c35a53dc-7964-419a-b622-0167d44eceb0 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:29:55.101274 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a54af46d-d6cf-4f96-9a06-5f901aef031c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:55.120763 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Router d8b3e2a3-9c7a-498b-aa4f-d4843242a799 is scheduled to L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f with binding_index 1 {{(pid=104081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:29:55.131708 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a54af46d-d6cf-4f96-9a06-5f901aef031c None None] For port c35a53dc-7964-419a-b622-0167d44eceb0, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=c35a53dc-7964-419a-b622-0167d44eceb0,segment=NetworkSegment(fce3a2d1-279e-4159-9257-ce766a18dd5c),segment_id=fce3a2d1-279e-4159-9257-ce766a18dd5c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:55.236370 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a54af46d-d6cf-4f96-9a06-5f901aef031c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:55.239944 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:29:55.252806 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Sync routers for ids ['d8b3e2a3-9c7a-498b-aa4f-d4843242a799'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:29:55.265341 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Routers {'d8b3e2a3-9c7a-498b-aa4f-d4843242a799'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:29:55.265973 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:29:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d8b3e2a3-9c7a-498b-aa4f-d4843242a799'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:55.294746 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54af46d-d6cf-4f96-9a06-5f901aef031c None None] Pushing event updated for resources: {'Port': ['ID=c35a53dc-7964-419a-b622-0167d44eceb0,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:55.354094 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-c7040501-f2bc-48a1-ac3d-d0e39d5c37ec None None] Provisioning complete for port c35a53dc-7964-419a-b622-0167d44eceb0 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:55.354611 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-c7040501-f2bc-48a1-ac3d-d0e39d5c37ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:55.357763 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:55.361135 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-1dc93944-cc8c-4210-9424-81ebf4d8c4a0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8316414 Apr 11 18:29:55.361632 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55166) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:55.381499 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Set router d8b3e2a3-9c7a-498b-aa4f-d4843242a799 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:55.443337 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-c7040501-f2bc-48a1-ac3d-d0e39d5c37ec None None] Current status of the port c35a53dc-7964-419a-b622-0167d44eceb0 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:29:55.513854 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6bfe4-6012-4286-ae3b-c50a983cf935 req-bad73a4a-b7e7-4957-9890-620f2738d4af tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:55.516090 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-baf6bfe4-6012-4286-ae3b-c50a983cf935 req-bad73a4a-b7e7-4957-9890-620f2738d4af tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 944 time: 0.0483401 Apr 11 18:29:55.557989 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'name': 'tempest-TestVolumeBootPattern-402551027-router', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:52Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 3, 'project_id': 'ffb680ee4af64929bb7866603181fdb6', 'gw_port': {'id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:53Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:55.567909 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-baf6bfe4-6012-4286-ae3b-c50a983cf935 req-ba9340ad-b099-437b-914e-fcb54cb18eb4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447299 Apr 11 18:29:55.592095 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Checking router: d8b3e2a3-9c7a-498b-aa4f-d4843242a799 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:29:55.592448 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Updating router d8b3e2a3-9c7a-498b-aa4f-d4843242a799 port 7af08207-0d73-4bdc-97e2-dab11f7da29c binding host dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:29:55.620940 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:55.810547 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:55.875392 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Publish callbacks [] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), precommit_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:55.947902 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:55.967176 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Allocated IP 172.20.0.1 (9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0/bab6580c-5b9b-428a-a59e-33163a7dc522/55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:29:55.973910 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device c35a53dc-7964-419a-b622-0167d44eceb0 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:29:56.005163 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Attempting to bind port 7af08207-0d73-4bdc-97e2-dab11f7da29c on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:29:56.005668 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Attempting to bind port 7af08207-0d73-4bdc-97e2-dab11f7da29c by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:29:56.006303 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Attempting to bind port 7af08207-0d73-4bdc-97e2-dab11f7da29c on network 92929611-3b7d-482f-9e07-357d61c7241e {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:29:56.024286 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41baf74a-03d6-4918-8ea6-4d4789ea8767 None None] Pushing event updated for resources: {'Port': ['ID=7af08207-0d73-4bdc-97e2-dab11f7da29c,revision_number=2']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:56.029124 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:29:56.029511 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Checking segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:29:56.029916 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.030300 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Bound using segment: {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'} {{(pid=104083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:29:56.031359 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.managers [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Bound port: 7af08207-0d73-4bdc-97e2-dab11f7da29c, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bcb5b2-6ca0-43ed-91f3-c125a839304c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e'}}] {{(pid=104083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:29:56.031359 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), before_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.038124 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port c35a53dc-7964-419a-b622-0167d44eceb0 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:56.043805 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.076429 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Publish callbacks [] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.078696 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 3b870538-5b48-4ef2-9712-dacfbec11b79 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:29:56.091132 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] For port 7af08207-0d73-4bdc-97e2-dab11f7da29c, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:29:56.094096 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.plugins.ml2.db [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] For port 7af08207-0d73-4bdc-97e2-dab11f7da29c, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=7af08207-0d73-4bdc-97e2-dab11f7da29c,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:29:56.186819 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port c35a53dc-7964-419a-b622-0167d44eceb0 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:29:56.194480 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron_lib.callbacks.manager [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), after_update {{(pid=104083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.206392 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.217547 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 3b870538-5b48-4ef2-9712-dacfbec11b79, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3b870538-5b48-4ef2-9712-dacfbec11b79,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:56.230756 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '3b870538-5b48-4ef2-9712-dacfbec11b79', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'port_id': '3b870538-5b48-4ef2-9712-dacfbec11b79', 'mac_address': 'fa:16:3e:6a:91:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:29:56.240298 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Routers {'d8b3e2a3-9c7a-498b-aa4f-d4843242a799'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:29:56.240998 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:29:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d8b3e2a3-9c7a-498b-aa4f-d4843242a799'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:56.245502 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Network 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:29:56.250421 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:29:56.254640 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:29:56.273364 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 3b870538-5b48-4ef2-9712-dacfbec11b79 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:29:56.273752 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.289464 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b870538-5b48-4ef2-9712-dacfbec11b79 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:29:56.293853 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Pushing event updated for resources: {'Port': ['ID=55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:56.294139 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41baf74a-03d6-4918-8ea6-4d4789ea8767 None None] Pushing event updated for resources: {'Port': ['ID=7af08207-0d73-4bdc-97e2-dab11f7da29c,revision_number=3']} {{(pid=104083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:56.311831 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7918628'] for router_interface (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.320114 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 3b870538-5b48-4ef2-9712-dacfbec11b79, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3b870538-5b48-4ef2-9712-dacfbec11b79,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:56.393704 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.457558 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=3b870538-5b48-4ef2-9712-dacfbec11b79,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:56.476980 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] Set router d8b3e2a3-9c7a-498b-aa4f-d4843242a799 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:56.533654 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.569582 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-8ffbda9b-0f6d-4321-a81f-a0941bb3ab05 None None] Provisioning complete for port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:56.569959 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8ffbda9b-0f6d-4321-a81f-a0941bb3ab05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.607650 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['3b870538-5b48-4ef2-9712-dacfbec11b79'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:29:56.646105 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-8ffbda9b-0f6d-4321-a81f-a0941bb3ab05 None None] Port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:29:56.682109 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'name': 'tempest-TestVolumeBootPattern-402551027-router', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:52Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 3, 'project_id': 'ffb680ee4af64929bb7866603181fdb6', 'gw_port': {'id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:53Z', 'updated_at': '2022-04-11T18:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:56.699125 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb28114-0316-464a-9199-f4a439cfc1b3 req-4d035ab1-06c3-49cb-9826-79ceee563b03 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:56.707595 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1bb28114-0316-464a-9199-f4a439cfc1b3 req-4d035ab1-06c3-49cb-9826-79ceee563b03 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 945 time: 0.0620019 Apr 11 18:29:56.714791 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede114d-f58d-43cf-96f4-04e6c6b5139e None None] The sync data for ids ['d8b3e2a3-9c7a-498b-aa4f-d4843242a799'] in dv-cinder-837355-1-iscsi is: [{'id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'name': 'tempest-TestVolumeBootPattern-402551027-router', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:52Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 3, 'project_id': 'ffb680ee4af64929bb7866603181fdb6', 'gw_port': {'id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:53Z', 'updated_at': '2022-04-11T18:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:29:56.739279 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Publish callbacks [] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.757034 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1bb28114-0316-464a-9199-f4a439cfc1b3 req-0e98a2a0-acf7-46b6-a9db-c94270dd90c6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482931 Apr 11 18:29:56.812195 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.880641 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7877612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7918996'] for router_interface (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:56.882365 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Pushing event updated for resources: {'Port': ['ID=55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:56.990707 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Network 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:29:56.992113 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:29:57.129375 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Router d8b3e2a3-9c7a-498b-aa4f-d4843242a799 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:29:57.248029 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:29:57.253879 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-66684c07-0ae8-4922-a8f8-c1d5c123a477 admin admin] 10.222.0.64 "PUT /v2.0/routers/d8b3e2a3-9c7a-498b-aa4f-d4843242a799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8910747 Apr 11 18:29:57.273997 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fb803054-929a-48da-8a98-6ceb2bba61ad None None] Provisioning complete for port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:57.274542 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fb803054-929a-48da-8a98-6ceb2bba61ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:57.314331 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fb803054-929a-48da-8a98-6ceb2bba61ad None None] Port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:29:57.773826 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55178) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:57.778385 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-befc3d8e-5fed-4398-9a26-408980c8d71c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-410945488', 'description': 'tempest-secgroup-smoke-410945488 description', 'project_id': 'a72d474bfd484972b4d07bb44821ba79'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:57.870132 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-befc3d8e-5fed-4398-9a26-408980c8d71c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:57.879334 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293a17-8a73-40c8-b65d-b5c13f67029c req-0c856786-bf1f-4ee8-8397-ed329af30371 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:57.880924 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-60293a17-8a73-40c8-b65d-b5c13f67029c req-0c856786-bf1f-4ee8-8397-ed329af30371 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 945 time: 0.0544949 Apr 11 18:29:57.957986 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-60293a17-8a73-40c8-b65d-b5c13f67029c req-6b01aad2-7c98-414c-a61f-1ef3cdbbba81 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708950 Apr 11 18:29:57.990842 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-befc3d8e-5fed-4398-9a26-408980c8d71c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group (4a1e3fe1-8096-4e92-b476-d3545d795601), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.000329 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 7af08207-0d73-4bdc-97e2-dab11f7da29c up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:29:58.051421 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 7af08207-0d73-4bdc-97e2-dab11f7da29c triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:58.051810 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.085392 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-befc3d8e-5fed-4398-9a26-408980c8d71c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (4a1e3fe1-8096-4e92-b476-d3545d795601), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.094142 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 3b870538-5b48-4ef2-9712-dacfbec11b79 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:29:58.118188 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc3d8e-5fed-4398-9a26-408980c8d71c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1e3fe1-8096-4e92-b476-d3545d795601,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:58.171573 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 7af08207-0d73-4bdc-97e2-dab11f7da29c is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:29:58.171948 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.181489 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 3b870538-5b48-4ef2-9712-dacfbec11b79 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:29:58.198903 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] For port 7af08207-0d73-4bdc-97e2-dab11f7da29c, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=7af08207-0d73-4bdc-97e2-dab11f7da29c,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:58.218872 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-befc3d8e-5fed-4398-9a26-408980c8d71c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.225691 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-befc3d8e-5fed-4398-9a26-408980c8d71c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4453783 Apr 11 18:29:58.225691 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55182) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:58.227968 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-53102148-39f5-46cf-b178-5f16e91994ef tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Request body: {'security_group_rule': {'security_group_id': '4a1e3fe1-8096-4e92-b476-d3545d795601', 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:58.284469 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Sync routers for ids ['d8b3e2a3-9c7a-498b-aa4f-d4843242a799'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:29:58.293080 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 3b870538-5b48-4ef2-9712-dacfbec11b79 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:58.300452 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.315898 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Routers {'d8b3e2a3-9c7a-498b-aa4f-d4843242a799'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:29:58.316521 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:29:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d8b3e2a3-9c7a-498b-aa4f-d4843242a799'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:58.342474 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-53102148-39f5-46cf-b178-5f16e91994ef tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (ab5f6de8-11be-413d-9fff-9b6326c12a75), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.359397 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.400227 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-53102148-39f5-46cf-b178-5f16e91994ef tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (ab5f6de8-11be-413d-9fff-9b6326c12a75), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.492462 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-53102148-39f5-46cf-b178-5f16e91994ef tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (ab5f6de8-11be-413d-9fff-9b6326c12a75), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.494314 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Pushing event updated for resources: {'Port': ['ID=7af08207-0d73-4bdc-97e2-dab11f7da29c,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:58.505621 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Set router d8b3e2a3-9c7a-498b-aa4f-d4843242a799 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:58.514998 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53102148-39f5-46cf-b178-5f16e91994ef tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5f6de8-11be-413d-9fff-9b6326c12a75,revision_number=0']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:58.546073 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 3b870538-5b48-4ef2-9712-dacfbec11b79 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:29:58.546386 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.591328 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-53102148-39f5-46cf-b178-5f16e91994ef tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.592648 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-53102148-39f5-46cf-b178-5f16e91994ef tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3683801 Apr 11 18:29:58.596443 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55184) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:58.601237 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-9b918dae-ce70-4fbf-8fdd-312b160a459a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Request body: {'security_group_rule': {'security_group_id': '4a1e3fe1-8096-4e92-b476-d3545d795601', 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:58.708766 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9b918dae-ce70-4fbf-8fdd-312b160a459a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (3c1c62d5-b54a-4d7e-81a3-b4a49e190d3b), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.753023 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b05f701-5f05-483a-98f4-9a21801d69fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b870538-5b48-4ef2-9712-dacfbec11b79'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:29:58.755320 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb39fbd3-c272-4478-932f-7f6d79c625d3" -d '{"events": [{"server_uuid": "3b05f701-5f05-483a-98f4-9a21801d69fa", "name": "network-vif-plugged", "status": "completed", "tag": "3b870538-5b48-4ef2-9712-dacfbec11b79"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:29:58.773490 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9b918dae-ce70-4fbf-8fdd-312b160a459a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (3c1c62d5-b54a-4d7e-81a3-b4a49e190d3b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.801179 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 3b870538-5b48-4ef2-9712-dacfbec11b79, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3b870538-5b48-4ef2-9712-dacfbec11b79,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:29:58.854066 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de5b157-3e1b-4e05-8a80-936e3b88a767 x-openstack-request-id: req-5de5b157-3e1b-4e05-8a80-936e3b88a767 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:29:58.854365 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b05f701-5f05-483a-98f4-9a21801d69fa", "name": "network-vif-plugged", "status": "completed", "tag": "3b870538-5b48-4ef2-9712-dacfbec11b79", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:29:58.854623 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5de5b157-3e1b-4e05-8a80-936e3b88a767 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:29:58.855035 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de5b157-3e1b-4e05-8a80-936e3b88a767'] response: {'server_uuid': '3b05f701-5f05-483a-98f4-9a21801d69fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b870538-5b48-4ef2-9712-dacfbec11b79', 'code': 200} Apr 11 18:29:58.856543 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9b918dae-ce70-4fbf-8fdd-312b160a459a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (3c1c62d5-b54a-4d7e-81a3-b4a49e190d3b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.861517 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.875789 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b918dae-ce70-4fbf-8fdd-312b160a459a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1c62d5-b54a-4d7e-81a3-b4a49e190d3b,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:58.902165 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'name': 'tempest-TestVolumeBootPattern-402551027-router', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:52Z', 'updated_at': '2022-04-11T18:29:56Z', 'revision_number': 4, 'project_id': 'ffb680ee4af64929bb7866603181fdb6', 'gw_port': {'id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:53Z', 'updated_at': '2022-04-11T18:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9', 'name': '', 'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'mac_address': 'fa:16:3e:b4:ef:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'bab6580c-5b9b-428a-a59e-33163a7dc522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:55Z', 'updated_at': '2022-04-11T18:29:56Z', 'revision_number': 2, 'project_id': 'ffb680ee4af64929bb7866603181fdb6', 'subnets': [{'id': 'bab6580c-5b9b-428a-a59e-33163a7dc522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:58.933117 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Checking router: d8b3e2a3-9c7a-498b-aa4f-d4843242a799 for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:29:58.933736 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Updating router d8b3e2a3-9c7a-498b-aa4f-d4843242a799 port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 binding host dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:29:58.957296 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-9b918dae-ce70-4fbf-8fdd-312b160a459a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:58.961791 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-9b918dae-ce70-4fbf-8fdd-312b160a459a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3612998 Apr 11 18:29:58.961791 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55190) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:58.965657 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-d95fbd08-6075-4b44-8b59-49d9f50b4051 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Request body: {'security_group_rule': {'security_group_id': '4a1e3fe1-8096-4e92-b476-d3545d795601', 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:58.968827 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=3b870538-5b48-4ef2-9712-dacfbec11b79,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:58.976024 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.086731 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7d9e4-d99e-4319-92f2-512125df5913 req-294ee1cc-c5ad-4bf9-ad91-03bb180736b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:59.090157 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-efb7d9e4-d99e-4319-92f2-512125df5913 req-294ee1cc-c5ad-4bf9-ad91-03bb180736b6 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 946 time: 0.0504839 Apr 11 18:29:59.092687 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d95fbd08-6075-4b44-8b59-49d9f50b4051 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (c82bb0bd-5373-408f-8550-115e8599ec29), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.162066 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d95fbd08-6075-4b44-8b59-49d9f50b4051 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (c82bb0bd-5373-408f-8550-115e8599ec29), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.162263 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-efb7d9e4-d99e-4319-92f2-512125df5913 req-dd2a5571-e446-4a94-8900-eaa31a05112a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646663 Apr 11 18:29:59.198268 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fc33d-bd43-4ed4-9de7-0032d9b11f3b req-18cbc541-fa65-4ce2-b191-3a5881832c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:29:59.199853 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-187fc33d-bd43-4ed4-9de7-0032d9b11f3b req-18cbc541-fa65-4ce2-b191-3a5881832c0c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 1130 time: 0.0398862 Apr 11 18:29:59.231363 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d95fbd08-6075-4b44-8b59-49d9f50b4051 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (c82bb0bd-5373-408f-8550-115e8599ec29), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.263875 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-187fc33d-bd43-4ed4-9de7-0032d9b11f3b req-daaf1573-4ac0-4e92-b161-ea9b7af4c9e0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575414 Apr 11 18:29:59.265197 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fbd08-6075-4b44-8b59-49d9f50b4051 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82bb0bd-5373-408f-8550-115e8599ec29,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:59.270398 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Publish callbacks [] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), precommit_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.340189 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d95fbd08-6075-4b44-8b59-49d9f50b4051 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.341337 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d95fbd08-6075-4b44-8b59-49d9f50b4051 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3790467 Apr 11 18:29:59.344028 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55194) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:59.348294 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-fee360ec-7a27-4847-a238-d4ae10163cd2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Request body: {'security_group_rule': {'security_group_id': '4a1e3fe1-8096-4e92-b476-d3545d795601', 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:59.383605 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.435530 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1d47a-22a2-44bc-941c-2ddcdd523e54 None None] Pushing event updated for resources: {'Port': ['ID=55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9,revision_number=3']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:59.492863 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Attempting to bind port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 on host dv-cinder-837355-1-iscsi for vnic_type normal with profile {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:29:59.493231 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Attempting to bind port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 by drivers openvswitch,hyperv on host dv-cinder-837355-1-iscsi at level 0 using segments [{'id': 'fce3a2d1-279e-4159-9257-ce766a18dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0'}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:29:59.493588 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Attempting to bind port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 on network 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0 {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:29:59.498850 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Checking agent: {'id': 'aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837355-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 9, 38), 'started_at': datetime.datetime(2022, 4, 11, 18, 10, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837355-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:29:59.499264 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Checking segment: {'id': 'fce3a2d1-279e-4159-9257-ce766a18dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:29:59.499663 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.500049 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Bound using segment: {'id': 'fce3a2d1-279e-4159-9257-ce766a18dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0'} {{(pid=104082) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:29:59.500512 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.managers [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Bound port: 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9, host: dv-cinder-837355-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce3a2d1-279e-4159-9257-ce766a18dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0'}}] {{(pid=104082) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:29:59.500886 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.515857 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fee360ec-7a27-4847-a238-d4ae10163cd2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (8bef60ef-fb45-443f-b4a0-2372455a5e8b), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.574763 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] For port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9, host dv-cinder-837355-1-iscsi, cleared binding levels {{(pid=104082) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:29:59.578047 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] For port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9, host dv-cinder-837355-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9,segment=NetworkSegment(fce3a2d1-279e-4159-9257-ce766a18dd5c),segment_id=fce3a2d1-279e-4159-9257-ce766a18dd5c)] {{(pid=104082) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:29:59.580368 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fee360ec-7a27-4847-a238-d4ae10163cd2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (8bef60ef-fb45-443f-b4a0-2372455a5e8b), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.649395 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-cfdde7fc-1b18-460c-be7c-7726d3b34494 None None] Provisioning complete for port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:29:59.649766 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cfdde7fc-1b18-460c-be7c-7726d3b34494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.672418 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.681054 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fee360ec-7a27-4847-a238-d4ae10163cd2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (8bef60ef-fb45-443f-b4a0-2372455a5e8b), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.697847 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee360ec-7a27-4847-a238-d4ae10163cd2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bef60ef-fb45-443f-b4a0-2372455a5e8b,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:59.721767 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-cfdde7fc-1b18-460c-be7c-7726d3b34494 None None] Port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:29:59.745749 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1d47a-22a2-44bc-941c-2ddcdd523e54 None None] Pushing event updated for resources: {'Port': ['ID=55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:29:59.753897 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Routers {'d8b3e2a3-9c7a-498b-aa4f-d4843242a799'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:29:59.754527 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:29:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d8b3e2a3-9c7a-498b-aa4f-d4843242a799'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:29:59.786435 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fee360ec-7a27-4847-a238-d4ae10163cd2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.789943 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fee360ec-7a27-4847-a238-d4ae10163cd2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4427316 Apr 11 18:29:59.790670 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55196) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:29:59.795647 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-2b6eead9-9396-4e14-bba3-f7d72fdc1b01 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Request body: {'security_group_rule': {'security_group_id': '4a1e3fe1-8096-4e92-b476-d3545d795601', 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:29:59.873326 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] Set router d8b3e2a3-9c7a-498b-aa4f-d4843242a799 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:29:59.912677 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.securitygroups_db [None req-2b6eead9-9396-4e14-bba3-f7d72fdc1b01 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Project a72d474bfd484972b4d07bb44821ba79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:29:59.916333 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2b6eead9-9396-4e14-bba3-f7d72fdc1b01 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (058a0ed8-bdeb-48c7-9c6d-1a0a75107bfb), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:29:59.974394 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 7af08207-0d73-4bdc-97e2-dab11f7da29c up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:29:59.983269 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2b6eead9-9396-4e14-bba3-f7d72fdc1b01 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (058a0ed8-bdeb-48c7-9c6d-1a0a75107bfb), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:00.009414 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-fa97a2d1-0fe5-4708-8d3a-d04fcc2a43f0 None None] Provisioning complete for port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:30:00.009790 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fa97a2d1-0fe5-4708-8d3a-d04fcc2a43f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:00.069629 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2b6eead9-9396-4e14-bba3-f7d72fdc1b01 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (058a0ed8-bdeb-48c7-9c6d-1a0a75107bfb), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:00.090617 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6eead9-9396-4e14-bba3-f7d72fdc1b01 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058a0ed8-bdeb-48c7-9c6d-1a0a75107bfb,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:30:00.143407 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 7af08207-0d73-4bdc-97e2-dab11f7da29c triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:30:00.143850 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:00.215970 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'name': 'tempest-TestVolumeBootPattern-402551027-router', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:52Z', 'updated_at': '2022-04-11T18:29:56Z', 'revision_number': 4, 'project_id': 'ffb680ee4af64929bb7866603181fdb6', 'gw_port': {'id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:53Z', 'updated_at': '2022-04-11T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9', 'name': '', 'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'mac_address': 'fa:16:3e:b4:ef:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'bab6580c-5b9b-428a-a59e-33163a7dc522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:55Z', 'updated_at': '2022-04-11T18:29:59Z', 'revision_number': 4, 'project_id': 'ffb680ee4af64929bb7866603181fdb6', 'subnets': [{'id': 'bab6580c-5b9b-428a-a59e-33163a7dc522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:30:00.250856 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-fa97a2d1-0fe5-4708-8d3a-d04fcc2a43f0 None None] Current status of the port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 is: DOWN; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:30:00.251898 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fa97a2d1-0fe5-4708-8d3a-d04fcc2a43f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:00.255642 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7138882-665b-4f98-b8b4-0b5160e95e18 None None] The sync data for ids ['d8b3e2a3-9c7a-498b-aa4f-d4843242a799'] in dv-cinder-837355-1-iscsi is: [{'id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'name': 'tempest-TestVolumeBootPattern-402551027-router', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:52Z', 'updated_at': '2022-04-11T18:29:56Z', 'revision_number': 4, 'project_id': 'ffb680ee4af64929bb7866603181fdb6', 'gw_port': {'id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:53Z', 'updated_at': '2022-04-11T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': '55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9', 'name': '', 'network_id': '9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'mac_address': 'fa:16:3e:b4:ef:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'bab6580c-5b9b-428a-a59e-33163a7dc522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:55Z', 'updated_at': '2022-04-11T18:29:59Z', 'revision_number': 4, 'project_id': 'ffb680ee4af64929bb7866603181fdb6', 'subnets': [{'id': 'bab6580c-5b9b-428a-a59e-33163a7dc522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:30:00.271641 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2b6eead9-9396-4e14-bba3-f7d72fdc1b01 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:00.279165 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2b6eead9-9396-4e14-bba3-f7d72fdc1b01 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4852784 Apr 11 18:30:00.280337 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55200) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:30:00.284212 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fba0b-8541-48c5-a656-342ee6a6c4da req-dc1b69c3-3a31-4e76-af69-4c7b26efff6c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:00.286861 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2f3fba0b-8541-48c5-a656-342ee6a6c4da req-dc1b69c3-3a31-4e76-af69-4c7b26efff6c tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 946 time: 0.0571995 Apr 11 18:30:00.287008 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-245abf43-2acf-4701-a246-13fba3a6eabd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Request body: {'security_group_rule': {'security_group_id': '4a1e3fe1-8096-4e92-b476-d3545d795601', 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:30:00.324726 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-fa97a2d1-0fe5-4708-8d3a-d04fcc2a43f0 None None] For port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9,segment=NetworkSegment(fce3a2d1-279e-4159-9257-ce766a18dd5c),segment_id=fce3a2d1-279e-4159-9257-ce766a18dd5c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:30:00.337338 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 7af08207-0d73-4bdc-97e2-dab11f7da29c is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:30:00.377943 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2f3fba0b-8541-48c5-a656-342ee6a6c4da req-ec4f4540-cc09-41de-9497-bbc6e8e46ca3 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777566 Apr 11 18:30:00.382583 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.securitygroups_db [None req-245abf43-2acf-4701-a246-13fba3a6eabd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Project a72d474bfd484972b4d07bb44821ba79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:30:00.389537 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fa97a2d1-0fe5-4708-8d3a-d04fcc2a43f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:00.395886 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-245abf43-2acf-4701-a246-13fba3a6eabd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (433532af-586c-46e2-9900-d85ab74aaa83), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:00.464070 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97a2d1-0fe5-4708-8d3a-d04fcc2a43f0 None None] Pushing event updated for resources: {'Port': ['ID=55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:30:00.496405 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-245abf43-2acf-4701-a246-13fba3a6eabd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (433532af-586c-46e2-9900-d85ab74aaa83), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:00.606694 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-245abf43-2acf-4701-a246-13fba3a6eabd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900524'] for security_group_rule (433532af-586c-46e2-9900-d85ab74aaa83), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:00.627653 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245abf43-2acf-4701-a246-13fba3a6eabd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433532af-586c-46e2-9900-d85ab74aaa83,revision_number=0']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:30:00.717348 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-245abf43-2acf-4701-a246-13fba3a6eabd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:00.718593 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-245abf43-2acf-4701-a246-13fba3a6eabd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4363585 Apr 11 18:30:01.506941 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e4b87-024f-4efe-97be-98203236a4de req-98a83fc7-345e-4b39-9d80-036265b3f365 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:01.508476 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a04e4b87-024f-4efe-97be-98203236a4de req-98a83fc7-345e-4b39-9d80-036265b3f365 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 946 time: 0.0533288 Apr 11 18:30:01.555924 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a04e4b87-024f-4efe-97be-98203236a4de req-5a6605bf-fd45-4459-919f-10777817c7f4 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Apr 11 18:30:01.669899 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaca68e-2ab6-4e5c-90ea-0b11e6771abf req-983eea04-c68b-4138-8a19-4c9412c9c747 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:01.671427 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-feaca68e-2ab6-4e5c-90ea-0b11e6771abf req-983eea04-c68b-4138-8a19-4c9412c9c747 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 946 time: 0.0486765 Apr 11 18:30:01.681264 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55248) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:30:01.685893 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-829708c7-149d-4fea-a00f-477a753a2715 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Request body: {'floatingip': {'port_id': '3b870538-5b48-4ef2-9712-dacfbec11b79'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:30:01.726691 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-829708c7-149d-4fea-a00f-477a753a2715 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (3301e211-f74d-4a75-a8fe-086e12bca165), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:01.793601 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-50ddc642-f556-4e71-80f4-eab96dcd09d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:01.985878 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 up at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:30:02.034072 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Provisioning complete for port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:30:02.034439 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:02.122204 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Current status of the port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 is: ACTIVE; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:30:02.209295 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-829708c7-149d-4fea-a00f-477a753a2715 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:02.269382 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-829708c7-149d-4fea-a00f-477a753a2715 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (3301e211-f74d-4a75-a8fe-086e12bca165), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:02.377794 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-829708c7-149d-4fea-a00f-477a753a2715 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Floating IP 3301e211-f74d-4a75-a8fe-086e12bca165 associated. External IP: 172.27.3.12, port: 3b870538-5b48-4ef2-9712-dacfbec11b79. Apr 11 18:30:02.841992 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829708c7-149d-4fea-a00f-477a753a2715 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:30:02.955551 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829708c7-149d-4fea-a00f-477a753a2715 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:30:02.959935 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-829708c7-149d-4fea-a00f-477a753a2715 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:02.966585 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f191e-1147-4a19-a7a6-c56f5f8a8728 None None] Sync routers for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:30:02.977472 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f191e-1147-4a19-a7a6-c56f5f8a8728 None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:30:02.978157 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-153f191e-1147-4a19-a7a6-c56f5f8a8728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:29:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:30:02.993560 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-829708c7-149d-4fea-a00f-477a753a2715 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "PUT /v2.0/floatingips/3301e211-f74d-4a75-a8fe-086e12bca165 HTTP/1.1" status: 200 len: 991 time: 1.3102090 Apr 11 18:30:02.993560 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b05f701-5f05-483a-98f4-9a21801d69fa', 'tag': '3b870538-5b48-4ef2-9712-dacfbec11b79'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:30:02.998838 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc780f8-37c4-494f-9325-47c22a65ac8d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b05f701-5f05-483a-98f4-9a21801d69fa", "tag": "3b870538-5b48-4ef2-9712-dacfbec11b79"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:30:03.037440 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551f7f5a-45e0-403a-b4e5-4c7e2e39ff21 x-openstack-request-id: req-551f7f5a-45e0-403a-b4e5-4c7e2e39ff21 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:30:03.037742 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b05f701-5f05-483a-98f4-9a21801d69fa", "tag": "3b870538-5b48-4ef2-9712-dacfbec11b79", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:30:03.038002 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-551f7f5a-45e0-403a-b4e5-4c7e2e39ff21 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:30:03.038442 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551f7f5a-45e0-403a-b4e5-4c7e2e39ff21'] response: {'name': 'network-changed', 'server_uuid': '3b05f701-5f05-483a-98f4-9a21801d69fa', 'tag': '3b870538-5b48-4ef2-9712-dacfbec11b79', 'status': 'completed', 'code': 200} Apr 11 18:30:03.094281 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-153f191e-1147-4a19-a7a6-c56f5f8a8728 None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:30:03.102055 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc780f8-37c4-494f-9325-47c22a65ac8d req-49fc1d1f-714d-4f3e-9d3f-9cf54a5effd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:03.103620 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-efc780f8-37c4-494f-9325-47c22a65ac8d req-49fc1d1f-714d-4f3e-9d3f-9cf54a5effd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 1130 time: 0.0422797 Apr 11 18:30:03.201568 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc780f8-37c4-494f-9325-47c22a65ac8d req-8eba548e-1f1d-4d91-8752-0616911b6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:03.203047 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-efc780f8-37c4-494f-9325-47c22a65ac8d req-8eba548e-1f1d-4d91-8752-0616911b6873 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 200 len: 916 time: 0.0933175 Apr 11 18:30:03.272263 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-efc780f8-37c4-494f-9325-47c22a65ac8d req-e8d7db94-3bc3-491e-ac5c-8424c7484be7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b870538-5b48-4ef2-9712-dacfbec11b79 HTTP/1.1" status: 200 len: 999 time: 0.0627000 Apr 11 18:30:03.321903 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-153f191e-1147-4a19-a7a6-c56f5f8a8728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '3301e211-f74d-4a75-a8fe-086e12bca165', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': '3b870538-5b48-4ef2-9712-dacfbec11b79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:6a:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b05f701-5f05-483a-98f4-9a21801d69fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:30:02Z', 'revision_number': 1, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:30:03.330062 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc780f8-37c4-494f-9325-47c22a65ac8d req-3083782f-9b6b-4f47-a0ae-53a53986cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:03.331702 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-efc780f8-37c4-494f-9325-47c22a65ac8d req-3083782f-9b6b-4f47-a0ae-53a53986cc70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd99bc16-ba63-4bae-919d-ad98f4d39730 HTTP/1.1" status: 200 len: 854 time: 0.0450354 Apr 11 18:30:03.353310 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f191e-1147-4a19-a7a6-c56f5f8a8728 None None] Checking router: d7acb68e-c5b2-43f5-8cc5-3007d6114db5 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:30:03.362006 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f191e-1147-4a19-a7a6-c56f5f8a8728 None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:30:03.362612 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-153f191e-1147-4a19-a7a6-c56f5f8a8728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:29:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:30:03.380645 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc780f8-37c4-494f-9325-47c22a65ac8d req-67884a91-c697-4da4-a5a8-5c10830c077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:03.382162 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-efc780f8-37c4-494f-9325-47c22a65ac8d req-67884a91-c697-4da4-a5a8-5c10830c077b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3452c237-1758-4932-9b9d-634c184a4280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438950 Apr 11 18:30:03.476006 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-efc780f8-37c4-494f-9325-47c22a65ac8d req-5c760851-1035-4d9b-926e-1ce2a44f65fe service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868263 Apr 11 18:30:03.478352 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-153f191e-1147-4a19-a7a6-c56f5f8a8728 None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:30:03.577194 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-efc780f8-37c4-494f-9325-47c22a65ac8d req-4af181e0-ec94-4c6a-bb72-6bf52b37a978 service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947225 Apr 11 18:30:03.697296 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-153f191e-1147-4a19-a7a6-c56f5f8a8728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '3301e211-f74d-4a75-a8fe-086e12bca165', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': '3b870538-5b48-4ef2-9712-dacfbec11b79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:6a:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b05f701-5f05-483a-98f4-9a21801d69fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:30:02Z', 'revision_number': 1, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:30:03.729030 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f191e-1147-4a19-a7a6-c56f5f8a8728 None None] The sync data for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi is: [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '3301e211-f74d-4a75-a8fe-086e12bca165', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'floating_ip_address': '172.27.3.12', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'port_id': '3b870538-5b48-4ef2-9712-dacfbec11b79', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'mac_address': 'fa:16:3e:6a:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b05f701-5f05-483a-98f4-9a21801d69fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:30:02Z', 'revision_number': 1, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:30:03.918937 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4250442-0185-438e-8908-c95a61d3098f None None] New status for floating IP 3301e211-f74d-4a75-a8fe-086e12bca165: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:30:04.578424 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1427f76e-4cb1-45af-917a-b623d28ba2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:05.429346 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:06.919553 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:08.307682 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:13.520981 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:16.551942 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-5088df06-b32d-40e7-843d-ab7f77cce1c9 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410945488&fields=id&tenant_id=a72d474bfd484972b4d07bb44821ba79 HTTP/1.1" status: 200 len: 267 time: 0.0449305 Apr 11 18:30:16.662520 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd57be-e585-4329-8761-040c63291c01 req-035d16eb-7a38-4384-a021-bb912941e249 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:16.664023 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-035d16eb-7a38-4384-a021-bb912941e249 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 811 time: 0.1057594 Apr 11 18:30:16.679164 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-1587af87-cee8-454a-aa7c-344efb00f52b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/quotas/a72d474bfd484972b4d07bb44821ba79 HTTP/1.1" status: 200 len: 375 time: 0.0097830 Apr 11 18:30:16.728583 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-1922a319-09be-4dcd-9c17-eb19ff55cfa4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443974 Apr 11 18:30:16.828845 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-d8415bab-7a49-451b-b6e6-f47aa4720f2a service neutron] 10.222.0.64 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886166 Apr 11 18:30:16.919494 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-ec36d5d5-6175-4cfd-8997-dbf3e6aa2554 service neutron] 10.222.0.64 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848126 Apr 11 18:30:17.631910 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-46c9edcf-1653-4455-881e-48713f970907 req-94acb0a4-3146-4d9c-8fc6-d5f75b0e738f tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 210 time: 0.0285368 Apr 11 18:30:18.713852 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b0491c92-a97c-41f4-a865-a79113ebbd01 req-2b605e8a-a471-4edb-9a02-ddb89a12d0e8 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 210 time: 0.0315580 Apr 11 18:30:19.808516 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d6687999-22e1-4231-b5ab-6d02cb083b28 req-4562d000-bb60-4973-9cbf-d817e92258e8 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 210 time: 0.0290425 Apr 11 18:30:20.064334 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd57be-e585-4329-8761-040c63291c01 req-8a2c567b-61fd-4272-bc9d-a5b3493a1967 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:20.065767 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-8a2c567b-61fd-4272-bc9d-a5b3493a1967 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 811 time: 0.1076365 Apr 11 18:30:20.131606 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-78c81f64-fab7-4cab-8601-dbc2dca8886b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a72d474bfd484972b4d07bb44821ba79 HTTP/1.1" status: 200 len: 379 time: 0.0568900 Apr 11 18:30:20.141718 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-73dd57be-e585-4329-8761-040c63291c01 req-e195ca91-d699-4700-9264-bf706c0aee5b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Request body: {'port': {'device_id': '8fe9bc66-3506-4341-9c12-da48978d3493', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'admin_state_up': True, 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'security_groups': ['4a1e3fe1-8096-4e92-b476-d3545d795601']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:30:20.343597 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dd57be-e585-4329-8761-040c63291c01 req-e195ca91-d699-4700-9264-bf706c0aee5b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Made reservation on behalf of a72d474bfd484972b4d07bb44821ba79 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:30:20.347863 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-73dd57be-e585-4329-8761-040c63291c01 req-e195ca91-d699-4700-9264-bf706c0aee5b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:20.476283 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-73dd57be-e585-4329-8761-040c63291c01 req-e195ca91-d699-4700-9264-bf706c0aee5b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Allocated IP 172.20.0.4 (5f370d44-e67f-4fea-94f6-b678c8ddf646/13e5d722-3c3c-495b-93de-645c4c1ad68e/56fdbf87-faca-46e3-b010-be20a610695f) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:30:20.614227 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-73dd57be-e585-4329-8761-040c63291c01 req-e195ca91-d699-4700-9264-bf706c0aee5b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for port (56fdbf87-faca-46e3-b010-be20a610695f), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:20.732318 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-73dd57be-e585-4329-8761-040c63291c01 req-e195ca91-d699-4700-9264-bf706c0aee5b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (56fdbf87-faca-46e3-b010-be20a610695f), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:20.777942 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dd57be-e585-4329-8761-040c63291c01 req-e195ca91-d699-4700-9264-bf706c0aee5b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Network 5f370d44-e67f-4fea-94f6-b678c8ddf646 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:30:20.781044 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-73dd57be-e585-4329-8761-040c63291c01 req-e195ca91-d699-4700-9264-bf706c0aee5b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:30:20.785986 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dd57be-e585-4329-8761-040c63291c01 req-e195ca91-d699-4700-9264-bf706c0aee5b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:30:20.813038 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195ca91-d699-4700-9264-bf706c0aee5b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'Port': ['ID=56fdbf87-faca-46e3-b010-be20a610695f,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:30:20.842209 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd57be-e585-4329-8761-040c63291c01 req-e195ca91-d699-4700-9264-bf706c0aee5b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:20.842782 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-73dd57be-e585-4329-8761-040c63291c01 req-e195ca91-d699-4700-9264-bf706c0aee5b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:20.933530 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c0cc2-0a02-4e20-a4c0-ae2ff4208e3d req-dcff1eba-d09f-4044-93fb-a7c6d14e350c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:20.935340 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-125c0cc2-0a02-4e20-a4c0-ae2ff4208e3d req-dcff1eba-d09f-4044-93fb-a7c6d14e350c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 931 time: 0.0542626 Apr 11 18:30:20.941133 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-e195ca91-d699-4700-9264-bf706c0aee5b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8029430 Apr 11 18:30:20.953014 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Request body: {'port': {'device_id': '8fe9bc66-3506-4341-9c12-da48978d3493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:30:20.989759 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-125c0cc2-0a02-4e20-a4c0-ae2ff4208e3d req-485c83ad-b016-4956-8934-bb2012ee4cc5 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483844 Apr 11 18:30:21.019069 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (56fdbf87-faca-46e3-b010-be20a610695f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:21.056924 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-7db31719-6a67-46be-a6d9-df4a019f1691 None None] Provisioning complete for port 56fdbf87-faca-46e3-b010-be20a610695f triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:30:21.057617 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7db31719-6a67-46be-a6d9-df4a019f1691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (56fdbf87-faca-46e3-b010-be20a610695f), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:21.096120 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-7db31719-6a67-46be-a6d9-df4a019f1691 None None] Port 56fdbf87-faca-46e3-b010-be20a610695f cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:30:21.281128 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56fdbf87-faca-46e3-b010-be20a610695f {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:30:21.289598 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Publish callbacks [] for port (56fdbf87-faca-46e3-b010-be20a610695f), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:21.301647 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Transition to ACTIVE for port object 56fdbf87-faca-46e3-b010-be20a610695f will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:30:21.446488 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (56fdbf87-faca-46e3-b010-be20a610695f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:21.500034 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Pushing event updated for resources: {'Port': ['ID=56fdbf87-faca-46e3-b010-be20a610695f,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:30:21.576077 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Attempting to bind port 56fdbf87-faca-46e3-b010-be20a610695f on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:30:21.577029 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Attempting to bind port 56fdbf87-faca-46e3-b010-be20a610695f by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:30:21.577362 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Attempting to bind port 56fdbf87-faca-46e3-b010-be20a610695f on network 5f370d44-e67f-4fea-94f6-b678c8ddf646 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:30:21.583077 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Port 56fdbf87-faca-46e3-b010-be20a610695f on network 5f370d44-e67f-4fea-94f6-b678c8ddf646 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:30:21.585510 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Attempting to bind port 56fdbf87-faca-46e3-b010-be20a610695f on network 5f370d44-e67f-4fea-94f6-b678c8ddf646 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:30:21.588515 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:30:21.588852 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Checking segment: {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:30:21.589232 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Bound using segment: {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:30:21.589741 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Bound port: 56fdbf87-faca-46e3-b010-be20a610695f, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:30:21.590107 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (56fdbf87-faca-46e3-b010-be20a610695f), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:21.660465 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] For port 56fdbf87-faca-46e3-b010-be20a610695f, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:30:21.664013 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] For port 56fdbf87-faca-46e3-b010-be20a610695f, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=56fdbf87-faca-46e3-b010-be20a610695f,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:30:21.725420 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (56fdbf87-faca-46e3-b010-be20a610695f), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:21.759750 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:21.760616 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:21.762037 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] 10.222.0.30 "PUT /v2.0/ports/56fdbf87-faca-46e3-b010-be20a610695f HTTP/1.1" status: 200 len: 1093 time: 0.8135586 Apr 11 18:30:21.764441 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe9bc66-3506-4341-9c12-da48978d3493', 'tag': '56fdbf87-faca-46e3-b010-be20a610695f'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:30:21.767459 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65186a98-c5cb-4b77-9a7a-76cfdfff6aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe9bc66-3506-4341-9c12-da48978d3493", "tag": "56fdbf87-faca-46e3-b010-be20a610695f"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:30:21.798105 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed480c9-710b-42ec-8e77-2f67012d8253 service neutron] Pushing event updated for resources: {'Port': ['ID=56fdbf87-faca-46e3-b010-be20a610695f,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:30:21.812124 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af22ba91-1e14-442e-8bec-86941b03100b x-openstack-request-id: req-af22ba91-1e14-442e-8bec-86941b03100b {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:30:21.812509 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe9bc66-3506-4341-9c12-da48978d3493", "tag": "56fdbf87-faca-46e3-b010-be20a610695f", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:30:21.812763 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af22ba91-1e14-442e-8bec-86941b03100b {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:30:21.813172 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af22ba91-1e14-442e-8bec-86941b03100b'] response: {'name': 'network-changed', 'server_uuid': '8fe9bc66-3506-4341-9c12-da48978d3493', 'tag': '56fdbf87-faca-46e3-b010-be20a610695f', 'status': 'completed', 'code': 200} Apr 11 18:30:21.875458 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186a98-c5cb-4b77-9a7a-76cfdfff6aa4 req-5c098de5-553c-44e1-945c-7018667907e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:21.877485 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-65186a98-c5cb-4b77-9a7a-76cfdfff6aa4 req-5c098de5-553c-44e1-945c-7018667907e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 1127 time: 0.0426352 Apr 11 18:30:21.985407 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186a98-c5cb-4b77-9a7a-76cfdfff6aa4 req-57b6efd0-ef23-4206-b585-2859a21aebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:21.988119 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-65186a98-c5cb-4b77-9a7a-76cfdfff6aa4 req-57b6efd0-ef23-4206-b585-2859a21aebcf service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a72d474bfd484972b4d07bb44821ba79&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1033652 Apr 11 18:30:22.089845 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186a98-c5cb-4b77-9a7a-76cfdfff6aa4 req-970e2227-05ac-4c10-beff-9eb0cbd8bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:22.091269 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-65186a98-c5cb-4b77-9a7a-76cfdfff6aa4 req-970e2227-05ac-4c10-beff-9eb0cbd8bd87 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973134 Apr 11 18:30:22.111618 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55b288-129f-4012-a040-2829a91bb672 req-4e045110-b78d-400b-a2d2-e063dba08b49 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:22.142423 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ab55b288-129f-4012-a040-2829a91bb672 req-4e045110-b78d-400b-a2d2-e063dba08b49 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 943 time: 0.0466964 Apr 11 18:30:22.166559 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd57be-e585-4329-8761-040c63291c01 req-067d844f-ff3c-4b93-8605-08630d633bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:22.168092 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-067d844f-ff3c-4b93-8605-08630d633bdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 1127 time: 0.0385845 Apr 11 18:30:22.169382 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-ab55b288-129f-4012-a040-2829a91bb672 req-50707900-e291-41b1-8a22-e2a051dbe6a7 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504794 Apr 11 18:30:22.212981 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-9596c3d3-99de-41fd-9a52-40ad7cb5ac5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56fdbf87-faca-46e3-b010-be20a610695f HTTP/1.1" status: 200 len: 217 time: 0.0356472 Apr 11 18:30:22.265446 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd57be-e585-4329-8761-040c63291c01 req-bd793037-1ba3-4ae4-aac6-469e4cb91bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:22.266904 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-bd793037-1ba3-4ae4-aac6-469e4cb91bec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e5d722-3c3c-495b-93de-645c4c1ad68e HTTP/1.1" status: 200 len: 850 time: 0.0468040 Apr 11 18:30:22.310220 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd57be-e585-4329-8761-040c63291c01 req-d7184915-8885-44f1-b137-6b9236aac820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:22.311715 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-d7184915-8885-44f1-b137-6b9236aac820 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f370d44-e67f-4fea-94f6-b678c8ddf646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382242 Apr 11 18:30:22.399497 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-5c5fa988-0f8d-4049-947a-fd215d3b7453 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807941 Apr 11 18:30:22.491495 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-73dd57be-e585-4329-8761-040c63291c01 req-10aa3e31-a0d5-42af-80a6-4f2c0da588fd service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856578 Apr 11 18:30:23.287604 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf40aa8-f3c4-45d6-bb41-da92e7b2ff44 req-ca1b59f2-ccbf-448f-a40e-336d30365816 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:23.288998 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1cf40aa8-f3c4-45d6-bb41-da92e7b2ff44 req-ca1b59f2-ccbf-448f-a40e-336d30365816 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 943 time: 0.0487525 Apr 11 18:30:23.338580 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-1cf40aa8-f3c4-45d6-bb41-da92e7b2ff44 req-a60df558-fb5f-46f0-8b38-43fddd0b9958 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439894 Apr 11 18:30:24.437386 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:30:24.449762 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e159d-16af-4b24-8947-b54420e39ed3 req-81a13ccb-98f3-4ad8-9333-b905b2a567db tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:24.451252 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-645e159d-16af-4b24-8947-b54420e39ed3 req-81a13ccb-98f3-4ad8-9333-b905b2a567db tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 943 time: 0.0467138 Apr 11 18:30:24.500866 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-645e159d-16af-4b24-8947-b54420e39ed3 req-887c1142-496a-4b7d-903d-b37527d5af9e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437706 Apr 11 18:30:25.616510 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1d39a-16b3-4871-8033-7be83282868e req-08bba11d-acde-4cb7-9f90-b318aabb6dfd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:25.617955 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e2d1d39a-16b3-4871-8033-7be83282868e req-08bba11d-acde-4cb7-9f90-b318aabb6dfd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 943 time: 0.0497203 Apr 11 18:30:25.666730 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e2d1d39a-16b3-4871-8033-7be83282868e req-bf7cd6ec-22bb-4924-9b32-8e29d850d3c7 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433064 Apr 11 18:30:26.781225 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ae4c6-4cc0-4272-a902-27e6ab63f55b req-8143bda0-be61-4c67-b230-3570f80c5ff4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:26.782712 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-692ae4c6-4cc0-4272-a902-27e6ab63f55b req-8143bda0-be61-4c67-b230-3570f80c5ff4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 943 time: 0.0477490 Apr 11 18:30:26.832232 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-692ae4c6-4cc0-4272-a902-27e6ab63f55b req-d4ad1964-5c68-4fea-a36e-0bca73b50999 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440314 Apr 11 18:30:27.948642 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7126f40-784b-4301-b58d-4aa5d5258ebd req-30b35aca-b9ba-4f98-8398-b946bb93b2f0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:27.953948 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7126f40-784b-4301-b58d-4aa5d5258ebd req-30b35aca-b9ba-4f98-8398-b946bb93b2f0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 943 time: 0.0495872 Apr 11 18:30:28.007553 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b7126f40-784b-4301-b58d-4aa5d5258ebd req-d6223bb6-b846-43cf-9d06-20bc71f2f4d2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513821 Apr 11 18:30:29.125829 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010133ef-c1cf-48d4-8953-e80c924527d8 req-3d72cd4c-95ad-4f67-ad7e-5b04f649120a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:29.128535 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-010133ef-c1cf-48d4-8953-e80c924527d8 req-3d72cd4c-95ad-4f67-ad7e-5b04f649120a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 943 time: 0.0495429 Apr 11 18:30:29.178742 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-010133ef-c1cf-48d4-8953-e80c924527d8 req-8133b6cf-e8a6-4c57-adf6-27663688ceb5 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451512 Apr 11 18:30:30.223043 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 56fdbf87-faca-46e3-b010-be20a610695f details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:30:30.298512 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc328b-be3d-490a-8c2a-985fce59bba9 req-502c34ad-36eb-40ee-8c7e-e15860b7938e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:30.300540 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f3bc328b-be3d-490a-8c2a-985fce59bba9 req-502c34ad-36eb-40ee-8c7e-e15860b7938e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 943 time: 0.0505695 Apr 11 18:30:30.332104 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 56fdbf87-faca-46e3-b010-be20a610695f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=56fdbf87-faca-46e3-b010-be20a610695f,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:30:30.344319 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '56fdbf87-faca-46e3-b010-be20a610695f', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'port_id': '56fdbf87-faca-46e3-b010-be20a610695f', 'mac_address': 'fa:16:3e:69:f5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:30:30.354836 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f3bc328b-be3d-490a-8c2a-985fce59bba9 req-0ebc1bf5-aa83-405b-b56e-de8091ec37a9 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488939 Apr 11 18:30:30.390579 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 56fdbf87-faca-46e3-b010-be20a610695f is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:30:30.390966 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (56fdbf87-faca-46e3-b010-be20a610695f), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:30.404669 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56fdbf87-faca-46e3-b010-be20a610695f {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:30:30.425487 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 56fdbf87-faca-46e3-b010-be20a610695f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=56fdbf87-faca-46e3-b010-be20a610695f,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:30:30.526276 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (56fdbf87-faca-46e3-b010-be20a610695f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:30.580065 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=56fdbf87-faca-46e3-b010-be20a610695f,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:30:30.762358 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['56fdbf87-faca-46e3-b010-be20a610695f'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:30:31.480614 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8006c1e-c9a4-4464-8e48-96a200f2e1f8 req-8cd892ed-c11e-4329-a0f9-5f434283e71a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:31.482211 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e8006c1e-c9a4-4464-8e48-96a200f2e1f8 req-8cd892ed-c11e-4329-a0f9-5f434283e71a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 944 time: 0.0514607 Apr 11 18:30:31.532735 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e8006c1e-c9a4-4464-8e48-96a200f2e1f8 req-cde3631f-1539-496a-bcb0-324b69a53fd4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440722 Apr 11 18:30:31.822573 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-bce7e97c-1aca-4f15-b1fa-25eb1e3a646a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:32.234630 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 56fdbf87-faca-46e3-b010-be20a610695f up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:30:32.282209 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 56fdbf87-faca-46e3-b010-be20a610695f completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:30:32.354798 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 56fdbf87-faca-46e3-b010-be20a610695f triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:30:32.355251 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (56fdbf87-faca-46e3-b010-be20a610695f), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:32.441626 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 56fdbf87-faca-46e3-b010-be20a610695f is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:30:32.442014 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (56fdbf87-faca-46e3-b010-be20a610695f), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:32.465148 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe9bc66-3506-4341-9c12-da48978d3493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fdbf87-faca-46e3-b010-be20a610695f'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:30:32.467422 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7326a0d-8219-4a0a-b826-e8dfbf3ad8cc" -d '{"events": [{"server_uuid": "8fe9bc66-3506-4341-9c12-da48978d3493", "name": "network-vif-plugged", "status": "completed", "tag": "56fdbf87-faca-46e3-b010-be20a610695f"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:30:32.480207 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 56fdbf87-faca-46e3-b010-be20a610695f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=56fdbf87-faca-46e3-b010-be20a610695f,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:30:32.506810 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b0a009-b51c-4de2-bd2c-c8c7334a5e74 x-openstack-request-id: req-72b0a009-b51c-4de2-bd2c-c8c7334a5e74 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:30:32.507166 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe9bc66-3506-4341-9c12-da48978d3493", "name": "network-vif-plugged", "status": "completed", "tag": "56fdbf87-faca-46e3-b010-be20a610695f", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:30:32.507408 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72b0a009-b51c-4de2-bd2c-c8c7334a5e74 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:30:32.507824 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b0a009-b51c-4de2-bd2c-c8c7334a5e74'] response: {'server_uuid': '8fe9bc66-3506-4341-9c12-da48978d3493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56fdbf87-faca-46e3-b010-be20a610695f', 'code': 200} Apr 11 18:30:32.588862 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (56fdbf87-faca-46e3-b010-be20a610695f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:32.645829 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=56fdbf87-faca-46e3-b010-be20a610695f,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:30:32.665954 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e2672-54da-41d2-8c25-b6dd4753881c req-e6672cdc-c048-44d4-b44f-61a7ad91a434 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:32.667551 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-299e2672-54da-41d2-8c25-b6dd4753881c req-e6672cdc-c048-44d4-b44f-61a7ad91a434 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 945 time: 0.0633111 Apr 11 18:30:32.722612 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-299e2672-54da-41d2-8c25-b6dd4753881c req-8addfdca-dda4-4194-9689-472b6596d1c4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471163 Apr 11 18:30:32.894303 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0a714-9b91-4be8-b925-2d23a45b67ce req-e50c77a9-43ee-4f09-8ebf-a3a24b7bdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:32.894303 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-29f0a714-9b91-4be8-b925-2d23a45b67ce req-e50c77a9-43ee-4f09-8ebf-a3a24b7bdc1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 1129 time: 0.0396557 Apr 11 18:30:32.938881 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-29f0a714-9b91-4be8-b925-2d23a45b67ce req-6762177a-328b-4de7-912e-dd665d48ba21 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407484 Apr 11 18:30:33.841392 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e9f65-7731-421f-8d45-c529edcc1a82 req-b2e7ae25-6a3b-4e44-8dc1-abdfaca1e6d1 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:33.847573 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6a4e9f65-7731-421f-8d45-c529edcc1a82 req-b2e7ae25-6a3b-4e44-8dc1-abdfaca1e6d1 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 945 time: 0.0574205 Apr 11 18:30:33.891825 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6a4e9f65-7731-421f-8d45-c529edcc1a82 req-5fb8e7d9-3573-45b5-82a9-d00787a6dab8 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431330 Apr 11 18:30:34.618098 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-785a9612-a74d-4637-9fca-ed236afc8278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:35.009065 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa923f36-ef69-4896-8dd3-4d7f11b27b75 req-dc34cad1-6180-4a20-9f8a-66449eaacba1 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:35.015133 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fa923f36-ef69-4896-8dd3-4d7f11b27b75 req-dc34cad1-6180-4a20-9f8a-66449eaacba1 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 945 time: 0.0510039 Apr 11 18:30:35.059161 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fa923f36-ef69-4896-8dd3-4d7f11b27b75 req-6d8bb449-5b7d-4c0c-93d5-93ff72f8d74f tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428472 Apr 11 18:30:35.169129 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89c5a5-3ffa-4dea-a3c3-83169fd42d1b req-6959d1b9-4012-475a-964d-ef551aadad12 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:35.171191 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4a89c5a5-3ffa-4dea-a3c3-83169fd42d1b req-6959d1b9-4012-475a-964d-ef551aadad12 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 945 time: 0.0468857 Apr 11 18:30:35.226493 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4a89c5a5-3ffa-4dea-a3c3-83169fd42d1b req-8baf6ef4-cd96-450d-8fbf-b1bc188951c2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502517 Apr 11 18:30:35.248487 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55376) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:30:35.366687 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf434a2c-1f4f-40de-a961-6272a40033c3 tempest-TestVolumeBootPattern-1346746983 tempest-TestVolumeBootPattern-1346746983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:35.371260 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-cf434a2c-1f4f-40de-a961-6272a40033c3 tempest-TestVolumeBootPattern-1346746983 tempest-TestVolumeBootPattern-1346746983-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 1124 time: 0.1188593 Apr 11 18:30:35.373601 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55380) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:30:35.377861 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'port_id': '56fdbf87-faca-46e3-b010-be20a610695f', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:30:35.412171 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:35.463370 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:35.539967 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:35.644281 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Allocated IP 172.27.3.114 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/60a8b4e4-11b0-444a-8d60-b4708f75d4b7) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:30:35.741599 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for port (60a8b4e4-11b0-444a-8d60-b4708f75d4b7), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:35.812307 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (60a8b4e4-11b0-444a-8d60-b4708f75d4b7), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:35.852532 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:30:35.856390 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:30:35.860890 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:30:35.886092 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'Port': ['ID=60a8b4e4-11b0-444a-8d60-b4708f75d4b7,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:30:36.224908 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for floatingip (49e20693-c3f8-4737-a30f-c507b4f47135), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:36.367366 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (60a8b4e4-11b0-444a-8d60-b4708f75d4b7), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:36.520993 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for port (60a8b4e4-11b0-444a-8d60-b4708f75d4b7), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:36.629315 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (60a8b4e4-11b0-444a-8d60-b4708f75d4b7), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:36.694651 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'Port': ['ID=60a8b4e4-11b0-444a-8d60-b4708f75d4b7,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:30:36.707046 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (49e20693-c3f8-4737-a30f-c507b4f47135), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:36.806005 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Floating IP 49e20693-c3f8-4737-a30f-c507b4f47135 associated. External IP: 172.27.3.114, port: 56fdbf87-faca-46e3-b010-be20a610695f. Apr 11 18:30:37.063965 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:37.271230 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Router 411b46e8-b8e8-4cca-8a35-e67554027cfd has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:30:37.385849 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:30:37.395850 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b5102d-8660-4ac7-93fc-cdd4423f51c5 None None] Sync routers for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:30:37.405987 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5102d-8660-4ac7-93fc-cdd4423f51c5 None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:30:37.414729 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-12b5102d-8660-4ac7-93fc-cdd4423f51c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:30:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:30:37.476912 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:37.507405 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-8bf8562e-9e5f-460d-9218-e3b12a870221 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1326962 Apr 11 18:30:37.507964 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe9bc66-3506-4341-9c12-da48978d3493', 'tag': '56fdbf87-faca-46e3-b010-be20a610695f'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:30:37.510232 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3f285d-bfc0-4171-ac58-b5cf9c024be1" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe9bc66-3506-4341-9c12-da48978d3493", "tag": "56fdbf87-faca-46e3-b010-be20a610695f"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:30:37.514340 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-12b5102d-8660-4ac7-93fc-cdd4423f51c5 None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:30:37.545828 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e609bd3-f08d-4088-a4a5-c9ff1126d9d5 x-openstack-request-id: req-6e609bd3-f08d-4088-a4a5-c9ff1126d9d5 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:30:37.546180 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe9bc66-3506-4341-9c12-da48978d3493", "tag": "56fdbf87-faca-46e3-b010-be20a610695f", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:30:37.546447 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e609bd3-f08d-4088-a4a5-c9ff1126d9d5 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:30:37.546857 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e609bd3-f08d-4088-a4a5-c9ff1126d9d5'] response: {'name': 'network-changed', 'server_uuid': '8fe9bc66-3506-4341-9c12-da48978d3493', 'tag': '56fdbf87-faca-46e3-b010-be20a610695f', 'status': 'completed', 'code': 200} Apr 11 18:30:37.622357 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f285d-bfc0-4171-ac58-b5cf9c024be1 req-d1ea2efe-c8cd-491e-b622-aa54cc7a8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:37.623914 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6b3f285d-bfc0-4171-ac58-b5cf9c024be1 req-d1ea2efe-c8cd-491e-b622-aa54cc7a8876 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 1129 time: 0.0472176 Apr 11 18:30:37.713382 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f285d-bfc0-4171-ac58-b5cf9c024be1 req-953f4872-1140-4548-a99d-38359aaeb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:37.714791 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6b3f285d-bfc0-4171-ac58-b5cf9c024be1 req-953f4872-1140-4548-a99d-38359aaeb9ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 912 time: 0.0841267 Apr 11 18:30:37.782839 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6b3f285d-bfc0-4171-ac58-b5cf9c024be1 req-72883cc0-1710-4c10-8539-401efaf2a3a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56fdbf87-faca-46e3-b010-be20a610695f HTTP/1.1" status: 200 len: 999 time: 0.0617890 Apr 11 18:30:37.824893 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-12b5102d-8660-4ac7-93fc-cdd4423f51c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '49e20693-c3f8-4737-a30f-c507b4f47135', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': '56fdbf87-faca-46e3-b010-be20a610695f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:69:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe9bc66-3506-4341-9c12-da48978d3493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:30:36Z', 'updated_at': '2022-04-11T18:30:36Z', 'revision_number': 0, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:30:37.830926 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f285d-bfc0-4171-ac58-b5cf9c024be1 req-b1daddbe-26ce-4b37-8647-86329ca8dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:37.832445 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6b3f285d-bfc0-4171-ac58-b5cf9c024be1 req-b1daddbe-26ce-4b37-8647-86329ca8dff1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e5d722-3c3c-495b-93de-645c4c1ad68e HTTP/1.1" status: 200 len: 850 time: 0.0434182 Apr 11 18:30:37.851285 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b5102d-8660-4ac7-93fc-cdd4423f51c5 None None] Checking router: 411b46e8-b8e8-4cca-8a35-e67554027cfd for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:30:37.859613 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5102d-8660-4ac7-93fc-cdd4423f51c5 None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:30:37.860232 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-12b5102d-8660-4ac7-93fc-cdd4423f51c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:30:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:30:37.874852 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f285d-bfc0-4171-ac58-b5cf9c024be1 req-8935a7b7-8950-4aea-a657-19a45a87125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:37.876373 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6b3f285d-bfc0-4171-ac58-b5cf9c024be1 req-8935a7b7-8950-4aea-a657-19a45a87125a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f370d44-e67f-4fea-94f6-b678c8ddf646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377839 Apr 11 18:30:37.971533 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6b3f285d-bfc0-4171-ac58-b5cf9c024be1 req-3c9c86a1-9d98-4c8f-b09a-fea9bbc9ce28 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882049 Apr 11 18:30:37.971848 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-12b5102d-8660-4ac7-93fc-cdd4423f51c5 None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:30:38.061357 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6b3f285d-bfc0-4171-ac58-b5cf9c024be1 req-c1cdcacc-4b96-4bd4-a067-8c8c235e350b service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839171 Apr 11 18:30:38.188008 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-12b5102d-8660-4ac7-93fc-cdd4423f51c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '49e20693-c3f8-4737-a30f-c507b4f47135', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': '56fdbf87-faca-46e3-b010-be20a610695f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:69:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe9bc66-3506-4341-9c12-da48978d3493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:30:36Z', 'updated_at': '2022-04-11T18:30:36Z', 'revision_number': 0, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:30:38.213842 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b5102d-8660-4ac7-93fc-cdd4423f51c5 None None] The sync data for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi is: [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '49e20693-c3f8-4737-a30f-c507b4f47135', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': '56fdbf87-faca-46e3-b010-be20a610695f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:69:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe9bc66-3506-4341-9c12-da48978d3493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:30:36Z', 'updated_at': '2022-04-11T18:30:36Z', 'revision_number': 0, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:30:38.275660 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:38.403891 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98422ea-891c-45b6-874f-2ea453e44964 None None] New status for floating IP 49e20693-c3f8-4737-a30f-c507b4f47135: ACTIVE {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:30:43.509178 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:47.787024 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c48421d6-b039-461b-bc86-aee40413fc6d req-291fe9db-985d-40d0-a475-99a9194b813c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386996 Apr 11 18:30:47.877431 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48421d6-b039-461b-bc86-aee40413fc6d req-56358bdb-c432-406d-aaf3-64ab51b21218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:47.879376 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c48421d6-b039-461b-bc86-aee40413fc6d req-56358bdb-c432-406d-aaf3-64ab51b21218 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 1130 time: 0.0468636 Apr 11 18:30:48.241110 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48421d6-b039-461b-bc86-aee40413fc6d req-e15c725e-8084-4038-80f6-9c26f7009663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:48.242495 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c48421d6-b039-461b-bc86-aee40413fc6d req-e15c725e-8084-4038-80f6-9c26f7009663 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 200 len: 916 time: 0.0847094 Apr 11 18:30:48.319994 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c48421d6-b039-461b-bc86-aee40413fc6d req-fa64f563-0450-4f95-8c7d-a04feadd29fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b870538-5b48-4ef2-9712-dacfbec11b79 HTTP/1.1" status: 200 len: 1001 time: 0.0652058 Apr 11 18:30:48.370093 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48421d6-b039-461b-bc86-aee40413fc6d req-85c71cc1-7504-4a37-acaf-db415e395a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:48.371552 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c48421d6-b039-461b-bc86-aee40413fc6d req-85c71cc1-7504-4a37-acaf-db415e395a39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd99bc16-ba63-4bae-919d-ad98f4d39730 HTTP/1.1" status: 200 len: 854 time: 0.0439982 Apr 11 18:30:48.415692 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48421d6-b039-461b-bc86-aee40413fc6d req-15a5fb50-00b0-4207-a364-809a1786b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:48.417261 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c48421d6-b039-461b-bc86-aee40413fc6d req-15a5fb50-00b0-4207-a364-809a1786b8b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3452c237-1758-4932-9b9d-634c184a4280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399837 Apr 11 18:30:48.511575 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c48421d6-b039-461b-bc86-aee40413fc6d req-031e0789-3dea-478e-864d-cd4ef8aa4b0c service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864673 Apr 11 18:30:48.601296 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-c48421d6-b039-461b-bc86-aee40413fc6d req-fcc8a234-a9a4-43b2-8b07-bc8918da1a6d service neutron] 10.222.0.30 "GET /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826728 Apr 11 18:30:51.151920 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7c3dd-0f89-4217-be03-ba3e66e78153 req-e72b8223-3e9a-4b3a-8098-a00aa5ef14f3 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:51.153555 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a6d7c3dd-0f89-4217-be03-ba3e66e78153 req-e72b8223-3e9a-4b3a-8098-a00aa5ef14f3 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 946 time: 0.0601795 Apr 11 18:30:51.203914 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a6d7c3dd-0f89-4217-be03-ba3e66e78153 req-8bf0f922-b313-41f0-98f0-a8b100fed141 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433931 Apr 11 18:30:52.321885 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0f88d-8973-4da4-83a1-32b1687f156d req-aaedb31d-b7ad-4517-90e4-b9520c68ad0a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:52.323454 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-70c0f88d-8973-4da4-83a1-32b1687f156d req-aaedb31d-b7ad-4517-90e4-b9520c68ad0a tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 946 time: 0.0481350 Apr 11 18:30:52.373070 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-70c0f88d-8973-4da4-83a1-32b1687f156d req-56a6a80a-b7d5-4895-a246-e4149f951891 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429523 Apr 11 18:30:53.093462 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-ef425a71-1781-4f29-b6d0-b6963f9f7101 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:53.094902 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-ef425a71-1781-4f29-b6d0-b6963f9f7101 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 946 time: 0.0502908 Apr 11 18:30:53.371172 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Deleting port 3b870538-5b48-4ef2-9712-dacfbec11b79 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:30:53.371518 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:53.464393 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] For port 3b870538-5b48-4ef2-9712-dacfbec11b79, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=3b870538-5b48-4ef2-9712-dacfbec11b79,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:30:53.465153 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:53.490493 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85f84d-f857-4f3e-8631-e4b07d117efe req-ae4cfd65-6476-472f-ba77-12018cd27f8b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:30:53.492021 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-af85f84d-f857-4f3e-8631-e4b07d117efe req-ae4cfd65-6476-472f-ba77-12018cd27f8b tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 946 time: 0.0515685 Apr 11 18:30:53.539343 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-af85f84d-f857-4f3e-8631-e4b07d117efe req-d346c66c-b02c-469b-a350-be7dcad48e9e tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups?id=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416744 Apr 11 18:30:53.635745 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:53.636030 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (3301e211-f74d-4a75-a8fe-086e12bca165), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:53.636341 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Floating IP 3301e211-f74d-4a75-a8fe-086e12bca165 disassociated. External IP: 172.27.3.12, port: 3b870538-5b48-4ef2-9712-dacfbec11b79. Apr 11 18:30:53.636681 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Calling delete_port for 3b870538-5b48-4ef2-9712-dacfbec11b79 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:30:53.829077 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (3b870538-5b48-4ef2-9712-dacfbec11b79), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:53.857858 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event deleted for resources: {'Port': ['ID=3b870538-5b48-4ef2-9712-dacfbec11b79,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:30:53.873064 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.873064 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.873064 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.873064 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.873064 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.873064 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.873064 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.873064 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.873064 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.873064 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.873064 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.873064 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.874081 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.874081 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.874081 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:30:53.985697 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:30:54.097115 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:30:54.106826 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6608dc36-e844-4019-aec0-19498bb37779 None None] Sync routers for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:30:54.117188 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6608dc36-e844-4019-aec0-19498bb37779 None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:30:54.117799 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6608dc36-e844-4019-aec0-19498bb37779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:30:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:30:54.140115 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] No DVR routers for this DVR port 3b870538-5b48-4ef2-9712-dacfbec11b79 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:30:54.142655 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:54.145957 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-a54e2b74-da93-4ef5-958e-91f41655ddb2 req-5164fb0a-9216-4fb5-ad57-754f2f84eef0 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.30 "DELETE /v2.0/ports/3b870538-5b48-4ef2-9712-dacfbec11b79 HTTP/1.1" status: 204 len: 173 time: 0.8553107 Apr 11 18:30:54.146397 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b05f701-5f05-483a-98f4-9a21801d69fa', 'name': 'network-vif-deleted', 'tag': '3b870538-5b48-4ef2-9712-dacfbec11b79'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:30:54.148664 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c142711-6f67-4269-9cee-d8edcaf9e017" -d '{"events": [{"server_uuid": "3b05f701-5f05-483a-98f4-9a21801d69fa", "name": "network-vif-deleted", "tag": "3b870538-5b48-4ef2-9712-dacfbec11b79"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:30:54.188740 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98826b4f-456a-40f0-8713-134049c611e0 x-openstack-request-id: req-98826b4f-456a-40f0-8713-134049c611e0 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:30:54.189214 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b05f701-5f05-483a-98f4-9a21801d69fa", "name": "network-vif-deleted", "tag": "3b870538-5b48-4ef2-9712-dacfbec11b79", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:30:54.189610 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98826b4f-456a-40f0-8713-134049c611e0 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:30:54.190173 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98826b4f-456a-40f0-8713-134049c611e0'] response: {'server_uuid': '3b05f701-5f05-483a-98f4-9a21801d69fa', 'name': 'network-vif-deleted', 'tag': '3b870538-5b48-4ef2-9712-dacfbec11b79', 'status': 'completed', 'code': 200} Apr 11 18:30:54.233453 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-6608dc36-e844-4019-aec0-19498bb37779 None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:30:54.437534 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6608dc36-e844-4019-aec0-19498bb37779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:30:54.464757 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6608dc36-e844-4019-aec0-19498bb37779 None None] Checking router: d7acb68e-c5b2-43f5-8cc5-3007d6114db5 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:30:54.473821 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6608dc36-e844-4019-aec0-19498bb37779 None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:30:54.474498 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6608dc36-e844-4019-aec0-19498bb37779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:30:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:30:54.584591 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-6608dc36-e844-4019-aec0-19498bb37779 None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:30:54.642561 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3e64f034-343b-44ee-9d71-b30bf964a930 req-cb5d942d-5880-4cbf-923b-553cb68f4ca3 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b05f701-5f05-483a-98f4-9a21801d69fa HTTP/1.1" status: 200 len: 210 time: 0.0266013 Apr 11 18:30:54.776229 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-6608dc36-e844-4019-aec0-19498bb37779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:30:54.804134 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6608dc36-e844-4019-aec0-19498bb37779 None None] The sync data for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi is: [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:26:00Z', 'revision_number': 4, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'd040c15d-3a14-4950-9d60-ac849b7a9d3d', 'name': '', 'network_id': '3452c237-1758-4932-9b9d-634c184a4280', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'mac_address': 'fa:16:3e:66:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:59Z', 'updated_at': '2022-04-11T18:26:03Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'subnets': [{'id': 'dd99bc16-ba63-4bae-919d-ad98f4d39730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:30:55.030988 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bcedfd-a9d9-4d2a-b75a-eb6a4d9de254 None None] New status for floating IP 3301e211-f74d-4a75-a8fe-086e12bca165: DOWN {{(pid=104082) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:30:55.794261 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55460) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:30:55.847224 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f78197eb-9daa-4622-8d72-ed8aa4512998 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (dfc61209-ee8d-4a0c-9560-d91d9d3a6e19), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:55.871036 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f78197eb-9daa-4622-8d72-ed8aa4512998 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (dfc61209-ee8d-4a0c-9560-d91d9d3a6e19), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:55.990040 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f78197eb-9daa-4622-8d72-ed8aa4512998 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (dfc61209-ee8d-4a0c-9560-d91d9d3a6e19), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:55.992682 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-f78197eb-9daa-4622-8d72-ed8aa4512998 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:55.993901 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-f78197eb-9daa-4622-8d72-ed8aa4512998 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "DELETE /v2.0/security-groups/dfc61209-ee8d-4a0c-9560-d91d9d3a6e19 HTTP/1.1" status: 204 len: 168 time: 0.1986704 Apr 11 18:30:55.996840 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55462) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:30:56.003474 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78197eb-9daa-4622-8d72-ed8aa4512998 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc61209-ee8d-4a0c-9560-d91d9d3a6e19,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:30:56.011831 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.api.v2.resource [None req-c7c8399b-e715-40d3-80fc-73591f983868 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] show failed (client error): The resource could not be found. Apr 11 18:30:56.015496 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-c7c8399b-e715-40d3-80fc-73591f983868 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "GET /v2.0/security-groups/dfc61209-ee8d-4a0c-9560-d91d9d3a6e19 HTTP/1.1" status: 404 len: 347 time: 0.0169933 Apr 11 18:30:56.015991 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55464) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:30:56.138814 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-82bcf7f0-50b0-4a6f-9011-2eeb225be250 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Deleting port 653d9705-1d1f-4592-b997-6181198ff3cf {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:30:56.139175 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82bcf7f0-50b0-4a6f-9011-2eeb225be250 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (653d9705-1d1f-4592-b997-6181198ff3cf), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:56.217302 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82bcf7f0-50b0-4a6f-9011-2eeb225be250 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (653d9705-1d1f-4592-b997-6181198ff3cf), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:56.217546 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82bcf7f0-50b0-4a6f-9011-2eeb225be250 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (653d9705-1d1f-4592-b997-6181198ff3cf), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:56.231662 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-82bcf7f0-50b0-4a6f-9011-2eeb225be250 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Calling delete_port for 653d9705-1d1f-4592-b997-6181198ff3cf owned by network:floatingip {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:30:56.377153 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 3b870538-5b48-4ef2-9712-dacfbec11b79 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:30:56.401159 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 3b870538-5b48-4ef2-9712-dacfbec11b79 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:30:56.401501 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 3b870538-5b48-4ef2-9712-dacfbec11b79 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:30:56.565031 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82bcf7f0-50b0-4a6f-9011-2eeb225be250 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (653d9705-1d1f-4592-b997-6181198ff3cf), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:56.588831 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcf7f0-50b0-4a6f-9011-2eeb225be250 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Pushing event deleted for resources: {'Port': ['ID=653d9705-1d1f-4592-b997-6181198ff3cf,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:30:56.654645 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82bcf7f0-50b0-4a6f-9011-2eeb225be250 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks [] for floatingip (3301e211-f74d-4a75-a8fe-086e12bca165), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:56.657171 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-82bcf7f0-50b0-4a6f-9011-2eeb225be250 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:30:56.658314 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-82bcf7f0-50b0-4a6f-9011-2eeb225be250 tempest-AttachVolumeNegativeTest-240468559 tempest-AttachVolumeNegativeTest-240468559-project] 10.222.0.64 "DELETE /v2.0/floatingips/3301e211-f74d-4a75-a8fe-086e12bca165 HTTP/1.1" status: 204 len: 168 time: 0.6413260 Apr 11 18:31:00.599496 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55502) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:01.046190 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2811-4aa3-41fb-ac04-ab3ea7f4f0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7919025'] for router_interface (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:01.436577 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:31:01.527910 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d2811-4aa3-41fb-ac04-ab3ea7f4f0ae admin admin] Deleting port d040c15d-3a14-4950-9d60-ac849b7a9d3d {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:31:01.528326 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2811-4aa3-41fb-ac04-ab3ea7f4f0ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:01.610029 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-ab3d2811-4aa3-41fb-ac04-ab3ea7f4f0ae admin admin] For port d040c15d-3a14-4950-9d60-ac849b7a9d3d, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=d040c15d-3a14-4950-9d60-ac849b7a9d3d,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:31:01.610694 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2811-4aa3-41fb-ac04-ab3ea7f4f0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:01.623882 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d2811-4aa3-41fb-ac04-ab3ea7f4f0ae admin admin] Calling delete_port for d040c15d-3a14-4950-9d60-ac849b7a9d3d owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:31:01.800644 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4c50a8af-8334-4bee-b09e-9781098cedd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:01.862324 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2811-4aa3-41fb-ac04-ab3ea7f4f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (d040c15d-3a14-4950-9d60-ac849b7a9d3d), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:01.887369 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d2811-4aa3-41fb-ac04-ab3ea7f4f0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d040c15d-3a14-4950-9d60-ac849b7a9d3d,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:02.071466 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2811-4aa3-41fb-ac04-ab3ea7f4f0ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7877589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918877'] for router_interface (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:02.286629 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3d2811-4aa3-41fb-ac04-ab3ea7f4f0ae admin admin] Router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:31:02.394376 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3d2811-4aa3-41fb-ac04-ab3ea7f4f0ae admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:31:02.399523 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ab3d2811-4aa3-41fb-ac04-ab3ea7f4f0ae admin admin] 10.222.0.64 "PUT /v2.0/routers/d7acb68e-c5b2-43f5-8cc5-3007d6114db5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7990084 Apr 11 18:31:02.402057 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55506) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:02.403006 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b1803-49bf-4b11-8843-85d953db92d8 None None] Sync routers for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:31:02.415688 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b1803-49bf-4b11-8843-85d953db92d8 None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:31:02.416302 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-064b1803-49bf-4b11-8843-85d953db92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:30:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:31:02.507760 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Publish callbacks [] for router (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:02.524471 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-064b1803-49bf-4b11-8843-85d953db92d8 None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:31:02.615489 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Publish callbacks [] for router_gateway (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:02.720907 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Deleting port 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:31:02.721167 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:02.780293 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-064b1803-49bf-4b11-8843-85d953db92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:31:01Z', 'revision_number': 5, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port': {'id': '7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:25:57Z', 'updated_at': '2022-04-11T18:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:31:02.804333 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] For port 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:31:02.804700 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:02.807708 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b1803-49bf-4b11-8843-85d953db92d8 None None] Checking router: d7acb68e-c5b2-43f5-8cc5-3007d6114db5 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:31:02.816199 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b1803-49bf-4b11-8843-85d953db92d8 None None] Routers {'d7acb68e-c5b2-43f5-8cc5-3007d6114db5'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:31:02.817123 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-064b1803-49bf-4b11-8843-85d953db92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:30:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:31:02.817976 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Calling delete_port for 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:31:02.903228 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-064b1803-49bf-4b11-8843-85d953db92d8 None None] Set router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 gateway port host: None {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:31:02.956920 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-064b1803-49bf-4b11-8843-85d953db92d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:31:02Z', 'revision_number': 6, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port_host': None}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:31:02.983315 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064b1803-49bf-4b11-8843-85d953db92d8 None None] The sync data for ids ['d7acb68e-c5b2-43f5-8cc5-3007d6114db5'] in dv-cinder-837355-1-iscsi is: [{'id': 'd7acb68e-c5b2-43f5-8cc5-3007d6114db5', 'name': 'tempest-AttachVolumeNegativeTest-1100562409-router', 'tenant_id': '4072468131ed4b4eab0f1848d4e73ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:25:56Z', 'updated_at': '2022-04-11T18:31:02Z', 'revision_number': 6, 'project_id': '4072468131ed4b4eab0f1848d4e73ab2', 'gw_port_host': None}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:31:03.034910 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.061732 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:03.124123 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7918843'] for router_gateway (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.215961 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8366165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4787'] for router (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.218144 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Publish callbacks [] for router_controller (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.379937 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8366172'] for router (d7acb68e-c5b2-43f5-8cc5-3007d6114db5), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.380507 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7acb68e-c5b2-43f5-8cc5-3007d6114db5 {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:31:03.385205 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.386365 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-78ad13cc-f705-4b92-b90a-b6de222e7a41 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d7acb68e-c5b2-43f5-8cc5-3007d6114db5 HTTP/1.1" status: 204 len: 168 time: 0.9833806 Apr 11 18:31:03.389075 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55508) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:03.433062 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Deleting subnet dd99bc16-ba63-4bae-919d-ad98f4d39730 {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:31:03.436357 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Publish callbacks [] for subnet (dd99bc16-ba63-4bae-919d-ad98f4d39730), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.477122 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7668634'] for subnet (dd99bc16-ba63-4bae-919d-ad98f4d39730), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.555028 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (dd99bc16-ba63-4bae-919d-ad98f4d39730), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.674921 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201437'] for subnet (dd99bc16-ba63-4bae-919d-ad98f4d39730), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.694363 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50918d99-754d-40c7-b303-b6fbac12cb65 None None] Network 3452c237-1758-4932-9b9d-634c184a4280 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:31:03.705287 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.711662 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dd99bc16-ba63-4bae-919d-ad98f4d39730 HTTP/1.1" status: 204 len: 168 time: 0.3214741 Apr 11 18:31:03.712399 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55510) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:03.713191 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd99bc16-ba63-4bae-919d-ad98f4d39730,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:03.721278 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.721629 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.721975 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.722346 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.722684 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.723019 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.723827 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.723827 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.724164 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.724497 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.724825 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.725159 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.725480 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.725802 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.726122 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0aebab-e30f-4477-98ac-c75b22d4ca3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:03.789376 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (3452c237-1758-4932-9b9d-634c184a4280), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.844685 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Deleting port b0395f40-78fd-47aa-b979-ca19a28ef914 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:31:03.845116 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.867394 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] DHCP port deletion for 3452c237-1758-4932-9b9d-634c184a4280 request from dv-cinder-837355-1-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:31:03.911580 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Deleting port b0395f40-78fd-47aa-b979-ca19a28ef914 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:31:03.912011 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.913196 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] For port b0395f40-78fd-47aa-b979-ca19a28ef914, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=b0395f40-78fd-47aa-b979-ca19a28ef914,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:31:03.913572 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:03.928542 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Calling delete_port for b0395f40-78fd-47aa-b979-ca19a28ef914 owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:31:03.987478 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] For port b0395f40-78fd-47aa-b979-ca19a28ef914, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=b0395f40-78fd-47aa-b979-ca19a28ef914,segment=NetworkSegment(dcadea21-2b5b-47f2-9fb4-e31af13d0d8b),segment_id=dcadea21-2b5b-47f2-9fb4-e31af13d0d8b)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:31:03.987983 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:04.008786 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Calling delete_port for b0395f40-78fd-47aa-b979-ca19a28ef914 owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:31:04.061191 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device b0395f40-78fd-47aa-b979-ca19a28ef914 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:31:04.115505 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:04.122538 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.plugins.ml2.db [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No ports have port_id starting with b0395f40-78fd-47aa-b979-ca19a28ef914 Apr 11 18:31:04.126415 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:31:04.142023 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Pushing event deleted for resources: {'Port': ['ID=b0395f40-78fd-47aa-b979-ca19a28ef914,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:04.146029 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] No DVR routers for this DVR port b0395f40-78fd-47aa-b979-ca19a28ef914 on host dv-cinder-837355-1-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:31:04.148866 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:31:04.149431 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 7a3c8f81-e2bb-41bc-8009-ff3528f2ce8b not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:31:04.150019 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device d040c15d-3a14-4950-9d60-ac849b7a9d3d no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:31:04.153088 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220'] for port (b0395f40-78fd-47aa-b979-ca19a28ef914), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:04.196912 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: d040c15d-3a14-4950-9d60-ac849b7a9d3d {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:31:04.197264 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device d040c15d-3a14-4950-9d60-ac849b7a9d3d not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:31:04.201258 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Pushing event deleted for resources: {'Port': ['ID=b0395f40-78fd-47aa-b979-ca19a28ef914,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:04.205610 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] No DVR routers for this DVR port b0395f40-78fd-47aa-b979-ca19a28ef914 on host dv-cinder-837355-1-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:31:04.216412 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.216412 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.216412 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.216412 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.216412 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.216412 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.216412 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.216412 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.217245 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.217245 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.217533 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.217846 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.218022 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.218511 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.218683 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87396087-c298-4c25-98bd-152b0fe22a54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:31:04.226573 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (3452c237-1758-4932-9b9d-634c184a4280), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:04.247987 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3452c237-1758-4932-9b9d-634c184a4280']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:31:04.258340 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:31:04.258638 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcadea21-2b5b-47f2-9fb4-e31af13d0d8b') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:31:04.268020 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6097549'] for segment (dcadea21-2b5b-47f2-9fb4-e31af13d0d8b), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:04.281270 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (dcadea21-2b5b-47f2-9fb4-e31af13d0d8b), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:04.288021 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Releasing vlan 915 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:31:04.288408 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5377826'] for segment (dcadea21-2b5b-47f2-9fb4-e31af13d0d8b), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: Traceback (most recent call last): Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: timer() Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: cb(*args, **kw) Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: return func(*args, **kwargs) Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: self._notify() Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: self.callback(batched_events) Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: event.method(event) Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: return f(self, *a, **k) Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._get(url).json() Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: return self.request(url, 'GET', **kwargs) Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:31:04.290076 dv-cinder-837355-1-iscsi neutron-server[104080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:31:04.394508 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (3452c237-1758-4932-9b9d-634c184a4280), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:04.400381 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:04.403689 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] 10.222.0.64 "DELETE /v2.0/networks/3452c237-1758-4932-9b9d-634c184a4280 HTTP/1.1" status: 204 len: 168 time: 0.6902659 Apr 11 18:31:04.416219 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f5e6f-c923-45f2-8f37-004ea1bab21b admin admin] Pushing event deleted for resources: {'Network': ['ID=3452c237-1758-4932-9b9d-634c184a4280,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:04.571690 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7da57beb-06c9-48ca-ae7b-c102b77d3732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:04.747181 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55514) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:04.788371 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-93738d4a-6d9e-4622-9aa7-c6db4aa63adf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4072468131ed4b4eab0f1848d4e73ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399492 Apr 11 18:31:04.790800 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55516) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:04.842529 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-284027a5-d14f-4ab3-9f88-19e84ec67264 admin admin] Publish callbacks [] for security_group (3214bfe3-441a-41aa-907a-b75f213b4bb0), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:04.864568 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-284027a5-d14f-4ab3-9f88-19e84ec67264 admin admin] Publish callbacks [] for security_group (3214bfe3-441a-41aa-907a-b75f213b4bb0), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:05.023377 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-284027a5-d14f-4ab3-9f88-19e84ec67264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (3214bfe3-441a-41aa-907a-b75f213b4bb0), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:05.025990 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-284027a5-d14f-4ab3-9f88-19e84ec67264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:05.027165 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-284027a5-d14f-4ab3-9f88-19e84ec67264 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3214bfe3-441a-41aa-907a-b75f213b4bb0 HTTP/1.1" status: 204 len: 168 time: 0.2354171 Apr 11 18:31:05.034885 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284027a5-d14f-4ab3-9f88-19e84ec67264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3214bfe3-441a-41aa-907a-b75f213b4bb0,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:05.406227 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:06.874060 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55568) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:06.925916 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:06.991814 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-99aa4c2c-2f24-46d4-abf8-2c567c127eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:07.066311 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-99aa4c2c-2f24-46d4-abf8-2c567c127eae admin admin] Publish callbacks [] for security_group (52c854f8-d2f6-4c45-a104-c9fe073e08ea), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:07.142912 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-99aa4c2c-2f24-46d4-abf8-2c567c127eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (52c854f8-d2f6-4c45-a104-c9fe073e08ea), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:07.182326 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-99aa4c2c-2f24-46d4-abf8-2c567c127eae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec6a6f9eb2e34197bd4dbacbe9b7024f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071384 Apr 11 18:31:07.183474 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa4c2c-2f24-46d4-abf8-2c567c127eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c854f8-d2f6-4c45-a104-c9fe073e08ea,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:07.185065 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55572) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:07.239603 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e209614b-7e89-420c-9193-427d044120c8 admin admin] Publish callbacks [] for security_group (52c854f8-d2f6-4c45-a104-c9fe073e08ea), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:07.260753 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e209614b-7e89-420c-9193-427d044120c8 admin admin] Publish callbacks [] for security_group (52c854f8-d2f6-4c45-a104-c9fe073e08ea), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:07.382892 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e209614b-7e89-420c-9193-427d044120c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (52c854f8-d2f6-4c45-a104-c9fe073e08ea), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:07.385448 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e209614b-7e89-420c-9193-427d044120c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:07.390922 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e209614b-7e89-420c-9193-427d044120c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52c854f8-d2f6-4c45-a104-c9fe073e08ea HTTP/1.1" status: 204 len: 168 time: 0.2001665 Apr 11 18:31:07.394157 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209614b-7e89-420c-9193-427d044120c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c854f8-d2f6-4c45-a104-c9fe073e08ea,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:08.262932 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:12.993479 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55708) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:13.095941 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-52b758b8-2602-4071-b070-9deddff7a44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:13.169584 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-52b758b8-2602-4071-b070-9deddff7a44a admin admin] Publish callbacks [] for security_group (1a47478d-4f9b-42d9-9f85-b3b869371c6f), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:13.251423 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-52b758b8-2602-4071-b070-9deddff7a44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (1a47478d-4f9b-42d9-9f85-b3b869371c6f), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:13.290526 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-52b758b8-2602-4071-b070-9deddff7a44a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b56e40c7840a46aabac72279e4fac087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958577 Apr 11 18:31:13.291282 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b758b8-2602-4071-b070-9deddff7a44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a47478d-4f9b-42d9-9f85-b3b869371c6f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:13.293228 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55712) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:13.341660 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d612715f-b246-4504-a6a8-7759f4b94c87 admin admin] Publish callbacks [] for security_group (1a47478d-4f9b-42d9-9f85-b3b869371c6f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:13.364621 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d612715f-b246-4504-a6a8-7759f4b94c87 admin admin] Publish callbacks [] for security_group (1a47478d-4f9b-42d9-9f85-b3b869371c6f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:13.463260 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d612715f-b246-4504-a6a8-7759f4b94c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (1a47478d-4f9b-42d9-9f85-b3b869371c6f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:13.465889 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-d612715f-b246-4504-a6a8-7759f4b94c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:13.467044 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-d612715f-b246-4504-a6a8-7759f4b94c87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a47478d-4f9b-42d9-9f85-b3b869371c6f HTTP/1.1" status: 204 len: 168 time: 0.1728265 Apr 11 18:31:13.475138 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612715f-b246-4504-a6a8-7759f4b94c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a47478d-4f9b-42d9-9f85-b3b869371c6f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:13.498061 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:14.048278 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55718) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:14.062805 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2f983332-b08f-4861-8c10-f8b58c160ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:14.135153 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2f983332-b08f-4861-8c10-f8b58c160ef1 admin admin] Publish callbacks [] for security_group (1738a74a-9e15-4bf5-9d1e-3b02931a8335), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:14.217369 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-2f983332-b08f-4861-8c10-f8b58c160ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (1738a74a-9e15-4bf5-9d1e-3b02931a8335), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:14.256457 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-2f983332-b08f-4861-8c10-f8b58c160ef1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3da8c098adf24fd4901bc30b5cc249d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071056 Apr 11 18:31:14.257783 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f983332-b08f-4861-8c10-f8b58c160ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1738a74a-9e15-4bf5-9d1e-3b02931a8335,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:14.259237 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55720) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:14.309157 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9691212a-2b66-4a83-9f99-8cb7cf54636f admin admin] Publish callbacks [] for security_group (1738a74a-9e15-4bf5-9d1e-3b02931a8335), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:14.333315 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9691212a-2b66-4a83-9f99-8cb7cf54636f admin admin] Publish callbacks [] for security_group (1738a74a-9e15-4bf5-9d1e-3b02931a8335), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:14.480191 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9691212a-2b66-4a83-9f99-8cb7cf54636f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (1738a74a-9e15-4bf5-9d1e-3b02931a8335), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:14.483160 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-9691212a-2b66-4a83-9f99-8cb7cf54636f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:14.484324 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-9691212a-2b66-4a83-9f99-8cb7cf54636f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1738a74a-9e15-4bf5-9d1e-3b02931a8335 HTTP/1.1" status: 204 len: 168 time: 0.2240055 Apr 11 18:31:14.492237 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691212a-2b66-4a83-9f99-8cb7cf54636f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1738a74a-9e15-4bf5-9d1e-3b02931a8335,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:16.784306 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55764) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:16.886938 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7bdd901e-b3a9-405f-9575-5f9b000f5d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:16.960829 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7bdd901e-b3a9-405f-9575-5f9b000f5d2d admin admin] Publish callbacks [] for security_group (182c3dcb-5cc0-460c-bf75-416fe4537e5e), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:17.034372 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-7bdd901e-b3a9-405f-9575-5f9b000f5d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (182c3dcb-5cc0-460c-bf75-416fe4537e5e), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:17.073872 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-7bdd901e-b3a9-405f-9575-5f9b000f5d2d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4035d0fbbb84443ba0650994a26cf475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885110 Apr 11 18:31:17.074556 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd901e-b3a9-405f-9575-5f9b000f5d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182c3dcb-5cc0-460c-bf75-416fe4537e5e,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:17.076598 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55768) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:17.126893 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-20b0c139-2795-428d-aa6d-94d1d9196602 admin admin] Publish callbacks [] for security_group (182c3dcb-5cc0-460c-bf75-416fe4537e5e), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:17.147151 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-20b0c139-2795-428d-aa6d-94d1d9196602 admin admin] Publish callbacks [] for security_group (182c3dcb-5cc0-460c-bf75-416fe4537e5e), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:17.258016 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-20b0c139-2795-428d-aa6d-94d1d9196602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (182c3dcb-5cc0-460c-bf75-416fe4537e5e), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:17.260605 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-20b0c139-2795-428d-aa6d-94d1d9196602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:17.261975 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-20b0c139-2795-428d-aa6d-94d1d9196602 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/182c3dcb-5cc0-460c-bf75-416fe4537e5e HTTP/1.1" status: 204 len: 168 time: 0.1829889 Apr 11 18:31:17.269845 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b0c139-2795-428d-aa6d-94d1d9196602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182c3dcb-5cc0-460c-bf75-416fe4537e5e,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:17.800830 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55774) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:17.814868 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-12ae60ee-a77e-4a1a-861d-4e510d1f96ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:17.886024 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-12ae60ee-a77e-4a1a-861d-4e510d1f96ec admin admin] Publish callbacks [] for security_group (116a8bc1-a768-440d-9287-ba3a5ecf4995), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:17.983153 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-12ae60ee-a77e-4a1a-861d-4e510d1f96ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (116a8bc1-a768-440d-9287-ba3a5ecf4995), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:18.024824 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-12ae60ee-a77e-4a1a-861d-4e510d1f96ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dce1f9dd6bbf4986977e774080613653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229226 Apr 11 18:31:18.025795 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae60ee-a77e-4a1a-861d-4e510d1f96ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116a8bc1-a768-440d-9287-ba3a5ecf4995,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:18.027443 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55776) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:18.076032 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f71f57a1-6097-47af-a79c-74402a93f792 admin admin] Publish callbacks [] for security_group (116a8bc1-a768-440d-9287-ba3a5ecf4995), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:18.097287 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f71f57a1-6097-47af-a79c-74402a93f792 admin admin] Publish callbacks [] for security_group (116a8bc1-a768-440d-9287-ba3a5ecf4995), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:18.222829 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f71f57a1-6097-47af-a79c-74402a93f792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (116a8bc1-a768-440d-9287-ba3a5ecf4995), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:18.225467 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f71f57a1-6097-47af-a79c-74402a93f792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:18.227769 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f71f57a1-6097-47af-a79c-74402a93f792 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/116a8bc1-a768-440d-9287-ba3a5ecf4995 HTTP/1.1" status: 204 len: 168 time: 0.1993308 Apr 11 18:31:18.235523 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f57a1-6097-47af-a79c-74402a93f792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116a8bc1-a768-440d-9287-ba3a5ecf4995,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:20.818671 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55822) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:20.922659 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-acd90878-a4a3-42d2-bb79-a375538221e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:20.995254 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-acd90878-a4a3-42d2-bb79-a375538221e3 admin admin] Publish callbacks [] for security_group (277f681a-db8a-4211-9ea8-6cc891406361), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:21.062672 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-acd90878-a4a3-42d2-bb79-a375538221e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (277f681a-db8a-4211-9ea8-6cc891406361), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:21.101634 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-acd90878-a4a3-42d2-bb79-a375538221e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75445aa1d7b64c9a934270d1e47cddd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818351 Apr 11 18:31:21.102605 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd90878-a4a3-42d2-bb79-a375538221e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277f681a-db8a-4211-9ea8-6cc891406361,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:21.104936 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55826) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:21.154126 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0dc12b9b-a77b-434a-b19c-6d40d8f9ae67 admin admin] Publish callbacks [] for security_group (277f681a-db8a-4211-9ea8-6cc891406361), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:21.175345 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0dc12b9b-a77b-434a-b19c-6d40d8f9ae67 admin admin] Publish callbacks [] for security_group (277f681a-db8a-4211-9ea8-6cc891406361), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:21.285558 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0dc12b9b-a77b-434a-b19c-6d40d8f9ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (277f681a-db8a-4211-9ea8-6cc891406361), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:21.288202 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0dc12b9b-a77b-434a-b19c-6d40d8f9ae67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:21.290076 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-0dc12b9b-a77b-434a-b19c-6d40d8f9ae67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/277f681a-db8a-4211-9ea8-6cc891406361 HTTP/1.1" status: 204 len: 168 time: 0.1832891 Apr 11 18:31:21.298060 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc12b9b-a77b-434a-b19c-6d40d8f9ae67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277f681a-db8a-4211-9ea8-6cc891406361,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:21.892599 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55832) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:21.905991 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-497c25ab-4aae-4ff3-ba6b-e60c38607cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:21.978871 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-497c25ab-4aae-4ff3-ba6b-e60c38607cd3 admin admin] Publish callbacks [] for security_group (1dd480b6-883b-4672-84ed-0d4fb83a0e54), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:22.062976 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-497c25ab-4aae-4ff3-ba6b-e60c38607cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (1dd480b6-883b-4672-84ed-0d4fb83a0e54), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:22.102701 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-497c25ab-4aae-4ff3-ba6b-e60c38607cd3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5fdfc4650ad9434583bd53864140cfea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089050 Apr 11 18:31:22.103715 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c25ab-4aae-4ff3-ba6b-e60c38607cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd480b6-883b-4672-84ed-0d4fb83a0e54,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:22.105876 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55834) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:22.157103 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0e8d45b3-f85e-4369-a793-a12a6a0ca8cc admin admin] Publish callbacks [] for security_group (1dd480b6-883b-4672-84ed-0d4fb83a0e54), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:22.178047 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0e8d45b3-f85e-4369-a793-a12a6a0ca8cc admin admin] Publish callbacks [] for security_group (1dd480b6-883b-4672-84ed-0d4fb83a0e54), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:22.313569 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0e8d45b3-f85e-4369-a793-a12a6a0ca8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (1dd480b6-883b-4672-84ed-0d4fb83a0e54), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:22.316338 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0e8d45b3-f85e-4369-a793-a12a6a0ca8cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:22.317523 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0e8d45b3-f85e-4369-a793-a12a6a0ca8cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1dd480b6-883b-4672-84ed-0d4fb83a0e54 HTTP/1.1" status: 204 len: 168 time: 0.2105370 Apr 11 18:31:22.325630 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d45b3-f85e-4369-a793-a12a6a0ca8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd480b6-883b-4672-84ed-0d4fb83a0e54,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:28.140910 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 55900) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:28.245691 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-774a6f6f-d833-4e36-91e3-03e6f4ddc583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:28.318881 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-774a6f6f-d833-4e36-91e3-03e6f4ddc583 admin admin] Publish callbacks [] for security_group (012f82af-9fbe-451f-8a97-cf23a721319f), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:28.399941 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-774a6f6f-d833-4e36-91e3-03e6f4ddc583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (012f82af-9fbe-451f-8a97-cf23a721319f), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:28.440490 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-774a6f6f-d833-4e36-91e3-03e6f4ddc583 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69e6b54ef7ca452cb91e69e197186f61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984841 Apr 11 18:31:28.441344 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a6f6f-d833-4e36-91e3-03e6f4ddc583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012f82af-9fbe-451f-8a97-cf23a721319f,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:28.443769 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 55904) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:28.494925 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c45ba9f6-6f38-4ec7-9873-a930eb839e3b admin admin] Publish callbacks [] for security_group (012f82af-9fbe-451f-8a97-cf23a721319f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:28.516838 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c45ba9f6-6f38-4ec7-9873-a930eb839e3b admin admin] Publish callbacks [] for security_group (012f82af-9fbe-451f-8a97-cf23a721319f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:28.670059 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c45ba9f6-6f38-4ec7-9873-a930eb839e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (012f82af-9fbe-451f-8a97-cf23a721319f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:28.672711 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c45ba9f6-6f38-4ec7-9873-a930eb839e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:28.673846 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c45ba9f6-6f38-4ec7-9873-a930eb839e3b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/012f82af-9fbe-451f-8a97-cf23a721319f HTTP/1.1" status: 204 len: 168 time: 0.2296143 Apr 11 18:31:28.682947 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ba9f6-6f38-4ec7-9873-a930eb839e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012f82af-9fbe-451f-8a97-cf23a721319f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:31.822980 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-83e250bb-8bf6-4510-98bc-3ed63d72c32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:34.571452 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-18798346-1ad1-4e70-a1dc-1e72541f3389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:35.474074 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:36.954173 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:38.343067 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:38.436240 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:31:40.166340 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 56026) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:40.273389 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-76d0e0d0-e0d6-46f9-bfde-fc620f5338c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:40.348332 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-76d0e0d0-e0d6-46f9-bfde-fc620f5338c4 admin admin] Publish callbacks [] for security_group (f5b77637-ae43-4ce5-924e-3a828c4a768e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:40.485725 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-76d0e0d0-e0d6-46f9-bfde-fc620f5338c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (f5b77637-ae43-4ce5-924e-3a828c4a768e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:40.523570 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-76d0e0d0-e0d6-46f9-bfde-fc620f5338c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10e2ea66e32a4c919b3d8ffe8b5a1f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561594 Apr 11 18:31:40.524462 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0e0d0-e0d6-46f9-bfde-fc620f5338c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b77637-ae43-4ce5-924e-3a828c4a768e,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:40.531112 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 56030) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:40.580854 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b331af24-dcdb-4770-961d-230dbe66a2bf admin admin] Publish callbacks [] for security_group (f5b77637-ae43-4ce5-924e-3a828c4a768e), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:40.601802 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b331af24-dcdb-4770-961d-230dbe66a2bf admin admin] Publish callbacks [] for security_group (f5b77637-ae43-4ce5-924e-3a828c4a768e), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:40.753904 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b331af24-dcdb-4770-961d-230dbe66a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (f5b77637-ae43-4ce5-924e-3a828c4a768e), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:40.756468 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-b331af24-dcdb-4770-961d-230dbe66a2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:40.757640 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-b331af24-dcdb-4770-961d-230dbe66a2bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5b77637-ae43-4ce5-924e-3a828c4a768e HTTP/1.1" status: 204 len: 168 time: 0.2256033 Apr 11 18:31:40.766209 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331af24-dcdb-4770-961d-230dbe66a2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b77637-ae43-4ce5-924e-3a828c4a768e,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:41.447083 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 56036) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:41.461441 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-68e594af-bdf1-4307-b0e1-6d12e3fbfec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:41.534806 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-68e594af-bdf1-4307-b0e1-6d12e3fbfec5 admin admin] Publish callbacks [] for security_group (36266d03-08f3-40b6-840f-5c5226b1ec7e), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:41.639934 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-68e594af-bdf1-4307-b0e1-6d12e3fbfec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (36266d03-08f3-40b6-840f-5c5226b1ec7e), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:41.680099 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-68e594af-bdf1-4307-b0e1-6d12e3fbfec5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d104dcd587c4f21a9c30587846b8ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319264 Apr 11 18:31:41.681017 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e594af-bdf1-4307-b0e1-6d12e3fbfec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36266d03-08f3-40b6-840f-5c5226b1ec7e,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:41.682808 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56038) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:41.732107 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83a76440-cab2-4550-84e0-0246b4b683e6 admin admin] Publish callbacks [] for security_group (36266d03-08f3-40b6-840f-5c5226b1ec7e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:41.753445 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83a76440-cab2-4550-84e0-0246b4b683e6 admin admin] Publish callbacks [] for security_group (36266d03-08f3-40b6-840f-5c5226b1ec7e), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:41.908497 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83a76440-cab2-4550-84e0-0246b4b683e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (36266d03-08f3-40b6-840f-5c5226b1ec7e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:41.911015 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-83a76440-cab2-4550-84e0-0246b4b683e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:41.912269 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-83a76440-cab2-4550-84e0-0246b4b683e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36266d03-08f3-40b6-840f-5c5226b1ec7e HTTP/1.1" status: 204 len: 168 time: 0.2284119 Apr 11 18:31:41.921017 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a76440-cab2-4550-84e0-0246b4b683e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36266d03-08f3-40b6-840f-5c5226b1ec7e,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:42.657916 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56044) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:42.671324 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-72e95dd4-3e5b-483c-9029-74e90f1bf671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:42.748059 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-72e95dd4-3e5b-483c-9029-74e90f1bf671 admin admin] Publish callbacks [] for security_group (808ce82b-de5e-4de8-9c42-669ebcc54806), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:42.788278 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-72e95dd4-3e5b-483c-9029-74e90f1bf671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (808ce82b-de5e-4de8-9c42-669ebcc54806), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:42.825915 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e95dd4-3e5b-483c-9029-74e90f1bf671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808ce82b-de5e-4de8-9c42-669ebcc54806,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:42.830877 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-72e95dd4-3e5b-483c-9029-74e90f1bf671 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2563105883fd4527ab63b603024c9550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712971 Apr 11 18:31:42.833382 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56046) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:31:42.881091 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-419dfc2d-9daf-4655-b07e-ffeb1239138a admin admin] Publish callbacks [] for security_group (808ce82b-de5e-4de8-9c42-669ebcc54806), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:42.903490 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-419dfc2d-9daf-4655-b07e-ffeb1239138a admin admin] Publish callbacks [] for security_group (808ce82b-de5e-4de8-9c42-669ebcc54806), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:43.029377 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-419dfc2d-9daf-4655-b07e-ffeb1239138a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (808ce82b-de5e-4de8-9c42-669ebcc54806), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:43.032057 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-419dfc2d-9daf-4655-b07e-ffeb1239138a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:43.033198 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-419dfc2d-9daf-4655-b07e-ffeb1239138a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/808ce82b-de5e-4de8-9c42-669ebcc54806 HTTP/1.1" status: 204 len: 168 time: 0.1993906 Apr 11 18:31:43.041214 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dfc2d-9daf-4655-b07e-ffeb1239138a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808ce82b-de5e-4de8-9c42-669ebcc54806,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:31:43.514779 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:31:48.455811 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e01f876-d0ae-4f71-8341-b0907822febc req-2e68b05b-501e-45d6-8eda-f99d7ff35b2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372796 Apr 11 18:31:48.515409 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f876-d0ae-4f71-8341-b0907822febc req-3d5d2068-0a16-41f4-a2f3-8156fb506c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:31:48.516882 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e01f876-d0ae-4f71-8341-b0907822febc req-3d5d2068-0a16-41f4-a2f3-8156fb506c1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 1129 time: 0.0386550 Apr 11 18:31:48.621436 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f876-d0ae-4f71-8341-b0907822febc req-c1134856-6f6e-4833-aa70-b677e753ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:31:48.622901 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e01f876-d0ae-4f71-8341-b0907822febc req-c1134856-6f6e-4833-aa70-b677e753ccf6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 912 time: 0.0887733 Apr 11 18:31:48.685834 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e01f876-d0ae-4f71-8341-b0907822febc req-72d26d91-1c4b-4255-a185-b2e7f4720c86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56fdbf87-faca-46e3-b010-be20a610695f HTTP/1.1" status: 200 len: 1001 time: 0.0567305 Apr 11 18:31:48.733143 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f876-d0ae-4f71-8341-b0907822febc req-e40b08ca-5134-4d45-bfd7-03657f62caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:31:48.734646 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e01f876-d0ae-4f71-8341-b0907822febc req-e40b08ca-5134-4d45-bfd7-03657f62caf6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e5d722-3c3c-495b-93de-645c4c1ad68e HTTP/1.1" status: 200 len: 850 time: 0.0424571 Apr 11 18:31:48.780735 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01f876-d0ae-4f71-8341-b0907822febc req-0585d2a5-bcd4-4a86-921d-f597e6b3a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:31:48.782340 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e01f876-d0ae-4f71-8341-b0907822febc req-0585d2a5-bcd4-4a86-921d-f597e6b3a77f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f370d44-e67f-4fea-94f6-b678c8ddf646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408831 Apr 11 18:31:48.869639 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e01f876-d0ae-4f71-8341-b0907822febc req-0264c933-f1d5-47c0-ad32-e0a68c99b333 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806849 Apr 11 18:31:48.965197 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-0e01f876-d0ae-4f71-8341-b0907822febc req-195f0afc-0337-4187-8280-75ca4ed0a7ce service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891275 Apr 11 18:32:01.873973 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-1c88b179-ddd9-4278-869f-ecae7feb624e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:04.559762 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d68c1d48-b8ec-4bc2-9f1c-640dd4a3002a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:05.411080 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:06.931211 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:08.286167 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:13.547990 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:15.434604 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:32:31.828281 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-07e22b40-0111-47f5-9b34-703fe4580d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:34.310075 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a78a1-ad3b-49c0-9196-5eadb893b8c1 req-54651919-0033-47cc-87cc-082f7fe5ed0e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:34.311586 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b26a78a1-ad3b-49c0-9196-5eadb893b8c1 req-54651919-0033-47cc-87cc-082f7fe5ed0e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 945 time: 0.0473094 Apr 11 18:32:34.362279 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b26a78a1-ad3b-49c0-9196-5eadb893b8c1 req-fe6ee6e4-d335-4232-b4a0-51454c8c4c84 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448689 Apr 11 18:32:34.577080 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0bc3c0d0-acce-4f45-b100-5198fa76bcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:35.434339 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:35.476565 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5663f-b386-482d-928f-be7ac380b3a4 req-9d6b3674-19c1-4151-beaa-10629c5838e1 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:35.478026 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2dc5663f-b386-482d-928f-be7ac380b3a4 req-9d6b3674-19c1-4151-beaa-10629c5838e1 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 945 time: 0.0472417 Apr 11 18:32:35.526836 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2dc5663f-b386-482d-928f-be7ac380b3a4 req-ce2980b5-5b34-4cba-a14d-85d01c56b6f8 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428591 Apr 11 18:32:35.919785 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-8a5b5a46-8afb-4424-b19d-5ec8c45c74c8 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:35.921219 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-8a5b5a46-8afb-4424-b19d-5ec8c45c74c8 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 945 time: 0.0462668 Apr 11 18:32:36.006210 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Deleting port 56fdbf87-faca-46e3-b010-be20a610695f {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:32:36.006558 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (56fdbf87-faca-46e3-b010-be20a610695f), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:36.096801 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] For port 56fdbf87-faca-46e3-b010-be20a610695f, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=56fdbf87-faca-46e3-b010-be20a610695f,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:32:36.097164 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (56fdbf87-faca-46e3-b010-be20a610695f), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:36.274292 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:36.285970 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (49e20693-c3f8-4737-a30f-c507b4f47135), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:36.285970 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.db.l3_db [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Floating IP 49e20693-c3f8-4737-a30f-c507b4f47135 disassociated. External IP: 172.27.3.114, port: 56fdbf87-faca-46e3-b010-be20a610695f. Apr 11 18:32:36.285970 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Calling delete_port for 56fdbf87-faca-46e3-b010-be20a610695f owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:32:36.479756 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (56fdbf87-faca-46e3-b010-be20a610695f), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:36.506156 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event deleted for resources: {'Port': ['ID=56fdbf87-faca-46e3-b010-be20a610695f,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:32:36.516478 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.516819 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.517157 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.517492 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.517819 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.518143 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.518476 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.518794 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.519789 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.519789 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.519789 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.520063 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.520372 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.520687 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.521003 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:36.620366 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7f0b459b-9256-4725-9d41-a4c59081a793 req-925c5b77-7a28-4fbf-aadb-8c5b372cf765 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 210 time: 0.0269215 Apr 11 18:32:36.642864 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Router 411b46e8-b8e8-4cca-8a35-e67554027cfd has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:32:36.751849 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:32:36.761967 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4279ec-a9e0-4d2f-ac88-093230fea7eb None None] Sync routers for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:32:36.772447 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4279ec-a9e0-4d2f-ac88-093230fea7eb None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:32:36.773075 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-af4279ec-a9e0-4d2f-ac88-093230fea7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:32:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:32:36.795757 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] No DVR routers for this DVR port 56fdbf87-faca-46e3-b010-be20a610695f on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:32:36.798161 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:36.801455 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8d8fd6e3-a8e2-434f-a903-fa2431e4cc90 req-9a020a21-70a0-43df-9c97-7b9d25d5738c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "DELETE /v2.0/ports/56fdbf87-faca-46e3-b010-be20a610695f HTTP/1.1" status: 204 len: 173 time: 0.8745089 Apr 11 18:32:36.801894 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe9bc66-3506-4341-9c12-da48978d3493', 'name': 'network-vif-deleted', 'tag': '56fdbf87-faca-46e3-b010-be20a610695f'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:32:36.804222 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b1ac75-167f-4b8f-8150-25c3fe444633" -d '{"events": [{"server_uuid": "8fe9bc66-3506-4341-9c12-da48978d3493", "name": "network-vif-deleted", "tag": "56fdbf87-faca-46e3-b010-be20a610695f"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:32:36.841884 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ef58ae-a805-4c5b-beba-04fe9e9e54d1 x-openstack-request-id: req-37ef58ae-a805-4c5b-beba-04fe9e9e54d1 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:32:36.842280 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe9bc66-3506-4341-9c12-da48978d3493", "name": "network-vif-deleted", "tag": "56fdbf87-faca-46e3-b010-be20a610695f", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:32:36.842673 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37ef58ae-a805-4c5b-beba-04fe9e9e54d1 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:32:36.843087 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ef58ae-a805-4c5b-beba-04fe9e9e54d1'] response: {'server_uuid': '8fe9bc66-3506-4341-9c12-da48978d3493', 'name': 'network-vif-deleted', 'tag': '56fdbf87-faca-46e3-b010-be20a610695f', 'status': 'completed', 'code': 200} Apr 11 18:32:36.898575 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-af4279ec-a9e0-4d2f-ac88-093230fea7eb None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:32:36.979636 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:37.108525 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-af4279ec-a9e0-4d2f-ac88-093230fea7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:32:37.135903 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4279ec-a9e0-4d2f-ac88-093230fea7eb None None] Checking router: 411b46e8-b8e8-4cca-8a35-e67554027cfd for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:32:37.144593 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4279ec-a9e0-4d2f-ac88-093230fea7eb None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:32:37.145204 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-af4279ec-a9e0-4d2f-ac88-093230fea7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:32:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:32:37.254594 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-af4279ec-a9e0-4d2f-ac88-093230fea7eb None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:32:37.444123 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-af4279ec-a9e0-4d2f-ac88-093230fea7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:32:37.470837 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4279ec-a9e0-4d2f-ac88-093230fea7eb None None] The sync data for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi is: [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:32:37.686962 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee366efc-06b1-45da-baf1-a3bdcfe08994 None None] New status for floating IP 49e20693-c3f8-4737-a30f-c507b4f47135: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:32:37.737554 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3698cf4f-ba08-4c5b-ab00-32b4969bd9e8 req-9b864529-24fd-465f-a295-f419ee80fce4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=8fe9bc66-3506-4341-9c12-da48978d3493 HTTP/1.1" status: 200 len: 210 time: 0.0321255 Apr 11 18:32:38.274288 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:38.888767 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 56fdbf87-faca-46e3-b010-be20a610695f no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:32:38.908426 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 56fdbf87-faca-46e3-b010-be20a610695f {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:32:38.908773 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 56fdbf87-faca-46e3-b010-be20a610695f not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:32:38.988383 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-5ee7237a-4c56-4d41-b267-b2cb615ff959 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410945488&fields=id&tenant_id=a72d474bfd484972b4d07bb44821ba79 HTTP/1.1" status: 200 len: 267 time: 0.0423856 Apr 11 18:32:39.093422 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-995efe7f-0fb0-4b76-be53-941d1001e35a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:39.094876 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-995efe7f-0fb0-4b76-be53-941d1001e35a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 811 time: 0.1001098 Apr 11 18:32:39.109300 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-97d3e30e-3a48-48f3-b193-c27e67a7ca8f tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/quotas/a72d474bfd484972b4d07bb44821ba79 HTTP/1.1" status: 200 len: 375 time: 0.0090072 Apr 11 18:32:39.167375 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-0e13464b-6aec-4934-82ab-06d5ee01ba61 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528450 Apr 11 18:32:39.289561 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-844558aa-7abc-4339-9455-c8285d9f010b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104081) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:32:39.291225 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-844558aa-7abc-4339-9455-c8285d9f010b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1088786 Apr 11 18:32:39.380992 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-01f271c1-c786-4d8b-8470-fca58dfcdfd3 service neutron] 10.222.0.64 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834839 Apr 11 18:32:39.473807 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-985e7e4a-36b8-4318-819c-bede8e1c0212 service neutron] 10.222.0.64 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870862 Apr 11 18:32:40.018908 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f239e00a-aaf8-4645-ae5e-d14513e7d0c4 req-0dfdb2d2-476d-4015-9fb4-b9e345c49cef tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 210 time: 0.0284023 Apr 11 18:32:41.114610 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6b1f57e2-d64f-41cc-8c39-d9c25e4eb542 req-72692d40-7b69-455a-963f-305d25126732 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 210 time: 0.0280669 Apr 11 18:32:42.059087 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-10b3f8be-119b-4e5e-817d-4097513ecc2e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:42.061069 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-10b3f8be-119b-4e5e-817d-4097513ecc2e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 811 time: 0.1002412 Apr 11 18:32:42.123784 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-42b54b98-1994-4c76-bd12-2bb5e372879a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a72d474bfd484972b4d07bb44821ba79 HTTP/1.1" status: 200 len: 379 time: 0.0538166 Apr 11 18:32:42.132888 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-0c88f8bb-35b0-4997-acf4-a11acfaf362e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Request body: {'port': {'device_id': 'ddb91495-1f66-4d43-b429-936e723f063a', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'admin_state_up': True, 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'security_groups': ['4a1e3fe1-8096-4e92-b476-d3545d795601']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:32:42.214887 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a77e231f-30ea-4485-9248-7c8ec805bd04 req-02c5342e-e75e-4e8d-8278-b3343bc90fa3 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 210 time: 0.0310156 Apr 11 18:32:42.303241 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-0c88f8bb-35b0-4997-acf4-a11acfaf362e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Made reservation on behalf of a72d474bfd484972b4d07bb44821ba79 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:32:42.306719 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-0c88f8bb-35b0-4997-acf4-a11acfaf362e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:42.432007 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-0c88f8bb-35b0-4997-acf4-a11acfaf362e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Allocated IP 172.20.0.14 (5f370d44-e67f-4fea-94f6-b678c8ddf646/13e5d722-3c3c-495b-93de-645c4c1ad68e/59f1847d-1565-4f5f-95de-89605b09ef27) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:32:42.828807 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-0c88f8bb-35b0-4997-acf4-a11acfaf362e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for port (59f1847d-1565-4f5f-95de-89605b09ef27), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:42.971669 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-0c88f8bb-35b0-4997-acf4-a11acfaf362e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:43.021260 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-0c88f8bb-35b0-4997-acf4-a11acfaf362e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Network 5f370d44-e67f-4fea-94f6-b678c8ddf646 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:32:43.030586 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88f8bb-35b0-4997-acf4-a11acfaf362e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'Port': ['ID=59f1847d-1565-4f5f-95de-89605b09ef27,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:32:43.033265 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-0c88f8bb-35b0-4997-acf4-a11acfaf362e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:32:43.035300 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-0c88f8bb-35b0-4997-acf4-a11acfaf362e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:32:43.091330 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-0c88f8bb-35b0-4997-acf4-a11acfaf362e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:43.091330 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-0c88f8bb-35b0-4997-acf4-a11acfaf362e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:43.180219 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-0c88f8bb-35b0-4997-acf4-a11acfaf362e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0507939 Apr 11 18:32:43.192254 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Request body: {'port': {'device_id': 'ddb91495-1f66-4d43-b429-936e723f063a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:32:43.251683 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:43.274066 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-633926cc-1f10-442c-9b7b-35bc41c5aefb None None] Provisioning complete for port 59f1847d-1565-4f5f-95de-89605b09ef27 triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:32:43.274702 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-633926cc-1f10-442c-9b7b-35bc41c5aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:43.335904 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72559564-bfef-418a-a2b1-86366fef2690 req-b27e2e8f-d1c9-4bfe-8304-e1356dd065d9 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:43.337463 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-72559564-bfef-418a-a2b1-86366fef2690 req-b27e2e8f-d1c9-4bfe-8304-e1356dd065d9 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 932 time: 0.0486510 Apr 11 18:32:43.397468 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-72559564-bfef-418a-a2b1-86366fef2690 req-8bbbe430-15af-4b9f-a351-68a31dd28c7a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525608 Apr 11 18:32:43.455972 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-633926cc-1f10-442c-9b7b-35bc41c5aefb None None] Port 59f1847d-1565-4f5f-95de-89605b09ef27 cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:32:43.531236 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:43.552672 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f1847d-1565-4f5f-95de-89605b09ef27 {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:32:43.562154 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Publish callbacks [] for port (59f1847d-1565-4f5f-95de-89605b09ef27), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:43.574458 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Transition to ACTIVE for port object 59f1847d-1565-4f5f-95de-89605b09ef27 will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:32:43.657011 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:43.710161 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Pushing event updated for resources: {'Port': ['ID=59f1847d-1565-4f5f-95de-89605b09ef27,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:32:43.781974 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Attempting to bind port 59f1847d-1565-4f5f-95de-89605b09ef27 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:32:43.783033 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Attempting to bind port 59f1847d-1565-4f5f-95de-89605b09ef27 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:32:43.783033 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Attempting to bind port 59f1847d-1565-4f5f-95de-89605b09ef27 on network 5f370d44-e67f-4fea-94f6-b678c8ddf646 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:32:43.787254 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Port 59f1847d-1565-4f5f-95de-89605b09ef27 on network 5f370d44-e67f-4fea-94f6-b678c8ddf646 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:32:43.787575 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Attempting to bind port 59f1847d-1565-4f5f-95de-89605b09ef27 on network 5f370d44-e67f-4fea-94f6-b678c8ddf646 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:32:43.792649 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:32:43.793028 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Checking segment: {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:32:43.793365 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Bound using segment: {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:32:43.794324 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Bound port: 59f1847d-1565-4f5f-95de-89605b09ef27, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:32:43.794741 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:43.868430 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] For port 59f1847d-1565-4f5f-95de-89605b09ef27, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:32:43.871398 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] For port 59f1847d-1565-4f5f-95de-89605b09ef27, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=59f1847d-1565-4f5f-95de-89605b09ef27,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:32:43.943571 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:43.976611 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:43.977250 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:43.978665 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] 10.222.0.30 "PUT /v2.0/ports/59f1847d-1565-4f5f-95de-89605b09ef27 HTTP/1.1" status: 200 len: 1094 time: 0.7909102 Apr 11 18:32:43.979149 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb91495-1f66-4d43-b429-936e723f063a', 'tag': '59f1847d-1565-4f5f-95de-89605b09ef27'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:32:43.981941 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f56a98-2eae-414c-b6e9-8deeb97604d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb91495-1f66-4d43-b429-936e723f063a", "tag": "59f1847d-1565-4f5f-95de-89605b09ef27"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:32:44.012250 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255efc85-61c2-4dd8-a56c-838a691617a9 service neutron] Pushing event updated for resources: {'Port': ['ID=59f1847d-1565-4f5f-95de-89605b09ef27,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:32:44.023939 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9311919-0045-4ac1-9bc7-9bc0cc2f290f x-openstack-request-id: req-b9311919-0045-4ac1-9bc7-9bc0cc2f290f {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:32:44.024661 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb91495-1f66-4d43-b429-936e723f063a", "tag": "59f1847d-1565-4f5f-95de-89605b09ef27", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:32:44.024925 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9311919-0045-4ac1-9bc7-9bc0cc2f290f {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:32:44.025332 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9311919-0045-4ac1-9bc7-9bc0cc2f290f'] response: {'name': 'network-changed', 'server_uuid': 'ddb91495-1f66-4d43-b429-936e723f063a', 'tag': '59f1847d-1565-4f5f-95de-89605b09ef27', 'status': 'completed', 'code': 200} Apr 11 18:32:44.083886 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f56a98-2eae-414c-b6e9-8deeb97604d4 req-2ce4b0b1-d741-4171-9533-d2db50f8d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:44.085401 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-58f56a98-2eae-414c-b6e9-8deeb97604d4 req-2ce4b0b1-d741-4171-9533-d2db50f8d432 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 1128 time: 0.0404735 Apr 11 18:32:44.194593 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f56a98-2eae-414c-b6e9-8deeb97604d4 req-defc2ce3-d840-4158-9bca-36a825ef848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:44.196626 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-58f56a98-2eae-414c-b6e9-8deeb97604d4 req-defc2ce3-d840-4158-9bca-36a825ef848a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a72d474bfd484972b4d07bb44821ba79&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1021986 Apr 11 18:32:44.294883 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f56a98-2eae-414c-b6e9-8deeb97604d4 req-6ea37e04-55ea-4adc-b097-28b90a3f9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:44.296371 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-58f56a98-2eae-414c-b6e9-8deeb97604d4 req-6ea37e04-55ea-4adc-b097-28b90a3f9c71 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937159 Apr 11 18:32:44.369493 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-2499f8d7-2ab3-4819-a75b-973b5ae65aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:44.370955 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-2499f8d7-2ab3-4819-a75b-973b5ae65aad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 1128 time: 0.0388074 Apr 11 18:32:44.410977 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-3d9d53a8-ca13-4d3b-89a4-cc86b5cd7620 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59f1847d-1565-4f5f-95de-89605b09ef27 HTTP/1.1" status: 200 len: 217 time: 0.0330091 Apr 11 18:32:44.464537 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-76587f3e-97fc-4979-aa20-1deac406c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:44.465957 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-76587f3e-97fc-4979-aa20-1deac406c6bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e5d722-3c3c-495b-93de-645c4c1ad68e HTTP/1.1" status: 200 len: 850 time: 0.0489824 Apr 11 18:32:44.508459 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-8e96291d-af20-4387-9f1d-e9e0ed685c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:44.509940 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-8e96291d-af20-4387-9f1d-e9e0ed685c06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f370d44-e67f-4fea-94f6-b678c8ddf646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381396 Apr 11 18:32:44.512076 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f759a-5502-4f7a-96ca-fd13d62c7d25 req-9385abad-e1f7-429b-9d62-8a48fdea55c5 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:44.513639 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-725f759a-5502-4f7a-96ca-fd13d62c7d25 req-9385abad-e1f7-429b-9d62-8a48fdea55c5 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 944 time: 0.0474858 Apr 11 18:32:44.564479 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-725f759a-5502-4f7a-96ca-fd13d62c7d25 req-6b97a5e0-e69e-42a4-aa32-2771d083244a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450909 Apr 11 18:32:44.601696 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-6e3d04a5-5de4-4577-a667-7b03766dadb7 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852065 Apr 11 18:32:44.692719 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-deacbe76-6113-48c9-b8e5-389f8c81f420 req-152109bd-0ec2-4149-a843-ccf38eb7f670 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844312 Apr 11 18:32:45.676653 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408d9ac-89b3-49c7-ab3f-ecf380382123 req-31e32a37-f110-4395-b5f3-2b7fa628a131 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:45.678093 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e408d9ac-89b3-49c7-ab3f-ecf380382123 req-31e32a37-f110-4395-b5f3-2b7fa628a131 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 944 time: 0.0459957 Apr 11 18:32:45.725438 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-e408d9ac-89b3-49c7-ab3f-ecf380382123 req-75c8c82c-f3b5-44da-9b7f-840cc2b448af tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418890 Apr 11 18:32:46.841152 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa26171-7c7a-4a02-93f1-baf0ded74e77 req-6c89caaa-a6c7-41b5-9f8e-19643b44af9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:46.842852 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5fa26171-7c7a-4a02-93f1-baf0ded74e77 req-6c89caaa-a6c7-41b5-9f8e-19643b44af9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 944 time: 0.0519662 Apr 11 18:32:46.892143 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-5fa26171-7c7a-4a02-93f1-baf0ded74e77 req-5c023c7d-12e0-438a-82d3-f08f4cb25732 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436721 Apr 11 18:32:48.001176 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddb405-5ba9-45d6-ac90-f3a95233e8d3 req-ac0ed0ed-d35b-45a9-aff2-f2242705894d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:48.002688 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7ddb405-5ba9-45d6-ac90-f3a95233e8d3 req-ac0ed0ed-d35b-45a9-aff2-f2242705894d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 944 time: 0.0468028 Apr 11 18:32:48.052852 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-d7ddb405-5ba9-45d6-ac90-f3a95233e8d3 req-e840fb9b-53c1-4d5d-824e-eb89846f7ae0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443254 Apr 11 18:32:49.167663 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55dfe2-2025-4044-bbad-92a756508a73 req-6cedc94e-4026-4129-a7c4-80d7ea234be7 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:49.169095 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6f55dfe2-2025-4044-bbad-92a756508a73 req-6cedc94e-4026-4129-a7c4-80d7ea234be7 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 944 time: 0.0489089 Apr 11 18:32:49.217759 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6f55dfe2-2025-4044-bbad-92a756508a73 req-c6220db3-85a5-48d4-a455-cbd2543d5fc9 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Apr 11 18:32:50.330038 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c962f-cb6a-46fb-9862-de20a9cb87be req-c398d796-b912-4c0b-88a8-e2b6981213b8 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:50.331527 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-446c962f-cb6a-46fb-9862-de20a9cb87be req-c398d796-b912-4c0b-88a8-e2b6981213b8 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 944 time: 0.0460353 Apr 11 18:32:50.379020 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-446c962f-cb6a-46fb-9862-de20a9cb87be req-937fb8eb-3580-4abb-a45d-bb92d055f3d0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420828 Apr 11 18:32:51.487686 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6a036-14ae-4d8d-9edb-4a27b77d8f6e req-cc66e17e-5345-462c-a4f6-c96427d96201 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:51.489131 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-79d6a036-14ae-4d8d-9edb-4a27b77d8f6e req-cc66e17e-5345-462c-a4f6-c96427d96201 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 944 time: 0.0454736 Apr 11 18:32:51.539971 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-79d6a036-14ae-4d8d-9edb-4a27b77d8f6e req-05204a2e-9408-41a2-ab7f-8fc947f180e1 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454221 Apr 11 18:32:52.433209 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:32:52.649998 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19848bd7-b75b-4f64-a322-4c31fb67e7ca req-4432a213-aaaa-49a0-9f3d-f9e36cde37ab tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:52.651483 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19848bd7-b75b-4f64-a322-4c31fb67e7ca req-4432a213-aaaa-49a0-9f3d-f9e36cde37ab tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 944 time: 0.0473766 Apr 11 18:32:52.702866 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-19848bd7-b75b-4f64-a322-4c31fb67e7ca req-d0980389-bbfc-4f66-b787-7b7ebc7f851a tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456319 Apr 11 18:32:52.954101 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 59f1847d-1565-4f5f-95de-89605b09ef27 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:32:53.058658 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 59f1847d-1565-4f5f-95de-89605b09ef27, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=59f1847d-1565-4f5f-95de-89605b09ef27,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:32:53.070258 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': '59f1847d-1565-4f5f-95de-89605b09ef27', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'port_id': '59f1847d-1565-4f5f-95de-89605b09ef27', 'mac_address': 'fa:16:3e:57:e3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:32:53.106380 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 59f1847d-1565-4f5f-95de-89605b09ef27 is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:32:53.106755 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:53.119672 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f1847d-1565-4f5f-95de-89605b09ef27 {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:32:53.143925 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 59f1847d-1565-4f5f-95de-89605b09ef27, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=59f1847d-1565-4f5f-95de-89605b09ef27,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:32:53.217151 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:53.266741 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=59f1847d-1565-4f5f-95de-89605b09ef27,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:32:53.274201 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.274581 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.274927 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.275370 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.275713 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.276044 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.276373 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.276699 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.277031 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.277355 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.277681 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.278005 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.278387 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.278710 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.279030 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:53.450169 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['59f1847d-1565-4f5f-95de-89605b09ef27'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:32:53.818394 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f0a34-398e-45aa-a91a-737ca13991dd req-50e57544-d4fa-4ff8-8c50-349b1c6276a3 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:53.819887 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-496f0a34-398e-45aa-a91a-737ca13991dd req-50e57544-d4fa-4ff8-8c50-349b1c6276a3 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 945 time: 0.0486093 Apr 11 18:32:53.868476 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-496f0a34-398e-45aa-a91a-737ca13991dd req-65af744e-1994-48e7-8f22-4a200229451c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431035 Apr 11 18:32:54.972249 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 59f1847d-1565-4f5f-95de-89605b09ef27 up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:32:54.988350 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71c5f0-edc3-4625-985b-e3d61165e698 req-cdd5f1ad-1a48-45b3-9312-e198c82126fb tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:54.989875 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dd71c5f0-edc3-4625-985b-e3d61165e698 req-cdd5f1ad-1a48-45b3-9312-e198c82126fb tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 945 time: 0.0548053 Apr 11 18:32:55.020446 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port 59f1847d-1565-4f5f-95de-89605b09ef27 completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:32:55.042680 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-dd71c5f0-edc3-4625-985b-e3d61165e698 req-77d5fc66-e0f5-466b-a2f4-b3fe721fa60e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471492 Apr 11 18:32:55.143301 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port 59f1847d-1565-4f5f-95de-89605b09ef27 triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:32:55.143680 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:55.223849 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port 59f1847d-1565-4f5f-95de-89605b09ef27 is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:32:55.224163 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:55.245894 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb91495-1f66-4d43-b429-936e723f063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f1847d-1565-4f5f-95de-89605b09ef27'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:32:55.248131 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68dfe29-6f2d-40de-931f-fddb80e05974" -d '{"events": [{"server_uuid": "ddb91495-1f66-4d43-b429-936e723f063a", "name": "network-vif-plugged", "status": "completed", "tag": "59f1847d-1565-4f5f-95de-89605b09ef27"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:32:55.271418 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port 59f1847d-1565-4f5f-95de-89605b09ef27, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=59f1847d-1565-4f5f-95de-89605b09ef27,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:32:55.285236 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1e6672-1d4f-49f9-a370-cff9954abf48 x-openstack-request-id: req-9f1e6672-1d4f-49f9-a370-cff9954abf48 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:32:55.285534 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb91495-1f66-4d43-b429-936e723f063a", "name": "network-vif-plugged", "status": "completed", "tag": "59f1847d-1565-4f5f-95de-89605b09ef27", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:32:55.285793 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f1e6672-1d4f-49f9-a370-cff9954abf48 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:32:55.286196 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1e6672-1d4f-49f9-a370-cff9954abf48'] response: {'server_uuid': 'ddb91495-1f66-4d43-b429-936e723f063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f1847d-1565-4f5f-95de-89605b09ef27', 'code': 200} Apr 11 18:32:55.354638 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:55.406787 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=59f1847d-1565-4f5f-95de-89605b09ef27,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:32:55.685001 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fd4f0-2913-4288-b88f-2e87c0e6b5e9 req-ee789eb6-ca8f-47f0-9173-79230f27323b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:55.686932 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-382fd4f0-2913-4288-b88f-2e87c0e6b5e9 req-ee789eb6-ca8f-47f0-9173-79230f27323b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 1130 time: 0.0392778 Apr 11 18:32:55.743842 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-382fd4f0-2913-4288-b88f-2e87c0e6b5e9 req-4596087a-065b-41f6-a634-3a97a4037e68 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415819 Apr 11 18:32:56.154532 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312125a-f5a4-4de3-8bad-b30caae6d98a req-f2d37393-069d-4197-a275-1a3e895cd947 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:56.156017 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9312125a-f5a4-4de3-8bad-b30caae6d98a req-f2d37393-069d-4197-a275-1a3e895cd947 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 946 time: 0.0457065 Apr 11 18:32:56.207743 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-9312125a-f5a4-4de3-8bad-b30caae6d98a req-00a2128f-ae8d-421b-8405-532bcfe8e11f tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447059 Apr 11 18:32:57.319423 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b309f9d-b998-452f-bde0-20543528d9c5 req-fe9c8c40-c6c1-44f9-bdf7-47c88e44323b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:57.320767 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0b309f9d-b998-452f-bde0-20543528d9c5 req-fe9c8c40-c6c1-44f9-bdf7-47c88e44323b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 946 time: 0.0463002 Apr 11 18:32:57.371764 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-0b309f9d-b998-452f-bde0-20543528d9c5 req-8bc4d285-ceff-4407-a993-f1d135103ad5 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455120 Apr 11 18:32:57.481755 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a8a08-f02e-4fd4-98d6-f00ef0d363af req-455dc9a3-4c17-480a-9fcf-63f2bce0c30d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:57.483238 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f43a8a08-f02e-4fd4-98d6-f00ef0d363af req-455dc9a3-4c17-480a-9fcf-63f2bce0c30d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 946 time: 0.0469310 Apr 11 18:32:57.531013 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f43a8a08-f02e-4fd4-98d6-f00ef0d363af req-3fb8d298-08ff-4641-b0c2-b13feb4da08d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420368 Apr 11 18:32:57.552522 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56134) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:32:57.590951 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48448a09-4ceb-4639-bc19-9d70414be6f5 tempest-TestVolumeBootPattern-1346746983 tempest-TestVolumeBootPattern-1346746983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:57.592361 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-48448a09-4ceb-4639-bc19-9d70414be6f5 tempest-TestVolumeBootPattern-1346746983 tempest-TestVolumeBootPattern-1346746983-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 1125 time: 0.0388868 Apr 11 18:32:57.595084 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56136) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:32:57.599168 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'port_id': '59f1847d-1565-4f5f-95de-89605b09ef27', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:32:57.679666 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:57.759433 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:57.859037 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Allocated IP 172.27.3.103 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/6eb11cc8-4328-41de-a81c-53ac8cf835f7) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:32:57.961488 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for port (6eb11cc8-4328-41de-a81c-53ac8cf835f7), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:58.052117 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (6eb11cc8-4328-41de-a81c-53ac8cf835f7), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:58.090379 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:32:58.093142 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:32:58.097253 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:32:58.105312 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'Port': ['ID=6eb11cc8-4328-41de-a81c-53ac8cf835f7,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:32:58.136364 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.136630 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.136970 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.137299 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.137627 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.137952 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.138270 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.138586 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.138901 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.139243 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.139565 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.139881 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.140238 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.140663 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.140663 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:32:58.470843 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for floatingip (56e78f2b-62d6-46e4-bf39-4fbd5d7780e6), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:58.600144 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (6eb11cc8-4328-41de-a81c-53ac8cf835f7), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:58.754497 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for port (6eb11cc8-4328-41de-a81c-53ac8cf835f7), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:58.834251 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (6eb11cc8-4328-41de-a81c-53ac8cf835f7), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:58.901338 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'Port': ['ID=6eb11cc8-4328-41de-a81c-53ac8cf835f7,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:32:58.913131 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (56e78f2b-62d6-46e4-bf39-4fbd5d7780e6), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:59.284164 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Floating IP 56e78f2b-62d6-46e4-bf39-4fbd5d7780e6 associated. External IP: 172.27.3.103, port: 59f1847d-1565-4f5f-95de-89605b09ef27. Apr 11 18:32:59.509890 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Router 411b46e8-b8e8-4cca-8a35-e67554027cfd has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:32:59.622074 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:32:59.632531 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1794d4-497e-4f4d-ae9e-f6c5c7d08f8a None None] Sync routers for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:32:59.642758 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1794d4-497e-4f4d-ae9e-f6c5c7d08f8a None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:32:59.646503 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ff1794d4-497e-4f4d-ae9e-f6c5c7d08f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:32:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:32:59.711021 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:32:59.751975 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-bb99646c-ef19-44a8-bbc3-ed88bfbaac9d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1448882 Apr 11 18:32:59.751975 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb91495-1f66-4d43-b429-936e723f063a', 'tag': '59f1847d-1565-4f5f-95de-89605b09ef27'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:32:59.751975 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f79de4-db98-4405-b5c0-2a0b6aa47afb" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb91495-1f66-4d43-b429-936e723f063a", "tag": "59f1847d-1565-4f5f-95de-89605b09ef27"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:32:59.756010 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-ff1794d4-497e-4f4d-ae9e-f6c5c7d08f8a None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:32:59.924822 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae652d8-2a50-4a95-b8f1-473e77af049a x-openstack-request-id: req-1ae652d8-2a50-4a95-b8f1-473e77af049a {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:32:59.925184 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb91495-1f66-4d43-b429-936e723f063a", "tag": "59f1847d-1565-4f5f-95de-89605b09ef27", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:32:59.925444 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ae652d8-2a50-4a95-b8f1-473e77af049a {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:32:59.925934 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae652d8-2a50-4a95-b8f1-473e77af049a'] response: {'name': 'network-changed', 'server_uuid': 'ddb91495-1f66-4d43-b429-936e723f063a', 'tag': '59f1847d-1565-4f5f-95de-89605b09ef27', 'status': 'completed', 'code': 200} Apr 11 18:32:59.979756 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ff1794d4-497e-4f4d-ae9e-f6c5c7d08f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '56e78f2b-62d6-46e4-bf39-4fbd5d7780e6', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': '59f1847d-1565-4f5f-95de-89605b09ef27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:57:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb91495-1f66-4d43-b429-936e723f063a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:32:58Z', 'updated_at': '2022-04-11T18:32:58Z', 'revision_number': 0, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:32:59.989176 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f79de4-db98-4405-b5c0-2a0b6aa47afb req-8444ca9d-9dba-444d-862f-523f4d421e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:32:59.990725 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f79de4-db98-4405-b5c0-2a0b6aa47afb req-8444ca9d-9dba-444d-862f-523f4d421e93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 1130 time: 0.0431342 Apr 11 18:33:00.007628 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1794d4-497e-4f4d-ae9e-f6c5c7d08f8a None None] Checking router: 411b46e8-b8e8-4cca-8a35-e67554027cfd for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:33:00.016299 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1794d4-497e-4f4d-ae9e-f6c5c7d08f8a None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:33:00.017046 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ff1794d4-497e-4f4d-ae9e-f6c5c7d08f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:32:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:33:00.086528 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f79de4-db98-4405-b5c0-2a0b6aa47afb req-1dd13a85-1c06-44dd-a876-9187ac0be26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:33:00.088028 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f79de4-db98-4405-b5c0-2a0b6aa47afb req-1dd13a85-1c06-44dd-a876-9187ac0be26a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 912 time: 0.0863996 Apr 11 18:33:00.129567 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-ff1794d4-497e-4f4d-ae9e-f6c5c7d08f8a None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:33:00.155420 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f79de4-db98-4405-b5c0-2a0b6aa47afb req-45af62c0-02aa-4634-a8bf-84cf588390b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59f1847d-1565-4f5f-95de-89605b09ef27 HTTP/1.1" status: 200 len: 1000 time: 0.0611680 Apr 11 18:33:00.205353 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f79de4-db98-4405-b5c0-2a0b6aa47afb req-c5c8494d-03c7-4934-a174-adff12ec15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:33:00.206817 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f79de4-db98-4405-b5c0-2a0b6aa47afb req-c5c8494d-03c7-4934-a174-adff12ec15bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e5d722-3c3c-495b-93de-645c4c1ad68e HTTP/1.1" status: 200 len: 850 time: 0.0451577 Apr 11 18:33:00.249357 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f79de4-db98-4405-b5c0-2a0b6aa47afb req-d4c8e06b-5d41-4b16-b4ed-aa7f27745bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:33:00.251775 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f79de4-db98-4405-b5c0-2a0b6aa47afb req-d4c8e06b-5d41-4b16-b4ed-aa7f27745bce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f370d44-e67f-4fea-94f6-b678c8ddf646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386205 Apr 11 18:33:00.347021 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f79de4-db98-4405-b5c0-2a0b6aa47afb req-b40c7b79-fb4b-49d0-9599-20419eb1e5d3 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884707 Apr 11 18:33:00.347321 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-ff1794d4-497e-4f4d-ae9e-f6c5c7d08f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '56e78f2b-62d6-46e4-bf39-4fbd5d7780e6', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': '59f1847d-1565-4f5f-95de-89605b09ef27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:57:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb91495-1f66-4d43-b429-936e723f063a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:32:58Z', 'updated_at': '2022-04-11T18:32:58Z', 'revision_number': 0, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:33:00.377118 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1794d4-497e-4f4d-ae9e-f6c5c7d08f8a None None] The sync data for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi is: [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '56e78f2b-62d6-46e4-bf39-4fbd5d7780e6', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': '59f1847d-1565-4f5f-95de-89605b09ef27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:57:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb91495-1f66-4d43-b429-936e723f063a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:32:58Z', 'updated_at': '2022-04-11T18:32:58Z', 'revision_number': 0, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:33:00.438939 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-55f79de4-db98-4405-b5c0-2a0b6aa47afb req-26200033-6aca-4ac4-b131-e2029a26d57e service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853944 Apr 11 18:33:00.569228 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdc3f88-5522-433e-bd58-a5bb9f4b8ad4 None None] New status for floating IP 56e78f2b-62d6-46e4-bf39-4fbd5d7780e6: ACTIVE {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:33:01.845690 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-d0b09975-e899-4c1a-a7a4-eef52627a36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:33:04.559824 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-2df1f33a-40c3-41fb-ad02-c8a27c53fab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:33:05.434710 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:33:06.948699 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:33:08.268683 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:33:13.559560 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:33:29.431297 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:33:31.802015 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-29b07b18-6556-4edb-b400-54ea7384f4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:33:34.566195 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-9bbba24e-c930-48cd-a1a1-29f87db1cde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:33:35.440894 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:33:37.017575 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:33:38.285903 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:33:43.543317 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:33:50.481942 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-450fed8c-6bc0-4a07-8467-793155144254 req-725d2527-f660-40ac-a8cf-435d7bccc62d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421565 Apr 11 18:33:50.559347 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fed8c-6bc0-4a07-8467-793155144254 req-a8d20af0-3d19-44cf-a4d7-79c620a0107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:33:50.560804 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-450fed8c-6bc0-4a07-8467-793155144254 req-a8d20af0-3d19-44cf-a4d7-79c620a0107d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 1130 time: 0.0380201 Apr 11 18:33:50.663609 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fed8c-6bc0-4a07-8467-793155144254 req-c1b59030-3beb-4a63-80eb-1b278ed0f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:33:50.665752 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-450fed8c-6bc0-4a07-8467-793155144254 req-c1b59030-3beb-4a63-80eb-1b278ed0f555 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 912 time: 0.0860491 Apr 11 18:33:50.736682 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-450fed8c-6bc0-4a07-8467-793155144254 req-86bcd16f-8efe-4c36-948f-850980e32ffa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59f1847d-1565-4f5f-95de-89605b09ef27 HTTP/1.1" status: 200 len: 1002 time: 0.0642061 Apr 11 18:33:50.784751 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fed8c-6bc0-4a07-8467-793155144254 req-b70bf28f-68c1-4879-a000-f2be442d28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:33:50.786160 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-450fed8c-6bc0-4a07-8467-793155144254 req-b70bf28f-68c1-4879-a000-f2be442d28c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e5d722-3c3c-495b-93de-645c4c1ad68e HTTP/1.1" status: 200 len: 850 time: 0.0433650 Apr 11 18:33:50.829195 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fed8c-6bc0-4a07-8467-793155144254 req-ba15725c-6937-43d2-9551-e1131f47cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:33:50.830653 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-450fed8c-6bc0-4a07-8467-793155144254 req-ba15725c-6937-43d2-9551-e1131f47cc30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f370d44-e67f-4fea-94f6-b678c8ddf646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372427 Apr 11 18:33:50.923574 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-450fed8c-6bc0-4a07-8467-793155144254 req-eb9250b8-de16-4831-ace3-417a72339b93 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844157 Apr 11 18:33:51.013096 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-450fed8c-6bc0-4a07-8467-793155144254 req-5f3f406b-3a48-497f-9430-b0611cdb88b1 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836194 Apr 11 18:34:01.794251 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-97094d9a-3069-4be7-82d2-5c1ca89cc267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:04.554529 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-02a478c7-417b-436d-88a8-79b40fd3b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:05.457733 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:06.429397 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:34:07.011677 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:08.274813 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:13.560342 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:26.753367 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-e2a9c165-eacc-40b9-b359-a861b9577b95 req-062c9b94-652c-4530-b10a-6a9cfdfa1454 service neutron] (104080) timed out ('10.222.0.30', 56218) {{(pid=104080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 18:34:31.821746 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fcc6acfd-46c5-4721-98df-f8ca62bbc98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:32.680611 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-b7358394-930e-4aa1-9948-ce30dcf4f906 req-395c7b4d-530a-471a-b9fc-812171624417 service neutron] (104081) timed out ('10.222.0.30', 56190) {{(pid=104081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 18:34:34.329823 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-e2b069b5-8de8-4305-bbc5-f5d7496efbf7 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410945488&fields=id&tenant_id=a72d474bfd484972b4d07bb44821ba79 HTTP/1.1" status: 200 len: 267 time: 0.0436065 Apr 11 18:34:34.436008 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-50e6f3ef-4b3d-49ae-b0fe-024ae844796b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:34.437455 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-50e6f3ef-4b3d-49ae-b0fe-024ae844796b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 811 time: 0.1000440 Apr 11 18:34:34.452720 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a9ef449a-964d-4230-a1e2-61d9d06b5c58 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/quotas/a72d474bfd484972b4d07bb44821ba79 HTTP/1.1" status: 200 len: 375 time: 0.0089574 Apr 11 18:34:34.503021 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-773850b0-a0fc-4f28-a0cd-6fd503250fcf tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0442791 Apr 11 18:34:34.559302 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fd6e88c9-0def-403a-b934-6a1e3bc9e5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:34.599345 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-eea3a26d-5caa-41a9-bad4-47dde58b7795 service neutron] 10.222.0.64 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847976 Apr 11 18:34:34.690627 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-6c9a8d55-4458-4b9c-b0db-79accb291ed8 service neutron] 10.222.0.64 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850720 Apr 11 18:34:35.360450 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2d59b3a1-0a58-47aa-98af-605160b2e7ee req-e4272751-c29f-44fb-af69-d115b9482d96 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 210 time: 0.0825317 Apr 11 18:34:35.469082 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:36.456086 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4f7107f3-f822-4f4d-a7c9-3d8675379d4b req-0b1647bf-0ecb-4274-b61c-67b8b8e02aad tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 210 time: 0.0274615 Apr 11 18:34:36.966312 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:37.262368 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-875dcb12-d3fe-43f6-b3e1-60625ea661f7 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:37.263972 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-875dcb12-d3fe-43f6-b3e1-60625ea661f7 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 811 time: 0.1081293 Apr 11 18:34:37.329461 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a39bf2c2-2c9f-4f16-a60d-10f2f0e04d06 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a72d474bfd484972b4d07bb44821ba79 HTTP/1.1" status: 200 len: 379 time: 0.0565047 Apr 11 18:34:37.338925 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Request body: {'port': {'device_id': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'admin_state_up': True, 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'security_groups': ['4a1e3fe1-8096-4e92-b476-d3545d795601']}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:34:37.536540 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Made reservation on behalf of a72d474bfd484972b4d07bb44821ba79 for: {'port': 1} {{(pid=104080) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:34:37.539966 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:37.553912 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-6aa0a541-6dd9-46bf-98f0-f42f5a8a86c2 req-49540493-c144-4624-afbc-73adfbb0e484 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 210 time: 0.0310049 Apr 11 18:34:37.667035 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_common [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Allocated IP 172.20.0.7 (5f370d44-e67f-4fea-94f6-b678c8ddf646/13e5d722-3c3c-495b-93de-645c4c1ad68e/d4726b1f-4a02-4bd6-a042-4671a3ae68ce) {{(pid=104080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:34:37.804343 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), precommit_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:37.886640 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), after_create {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:37.932372 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Network 5f370d44-e67f-4fea-94f6-b678c8ddf646 is already hosted by enough agents. {{(pid=104080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:34:37.935500 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.base_scheduler [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Resources bound (agent type, host, resource id): {{(pid=104080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:34:37.939198 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Received port after_create {{(pid=104080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:34:37.970349 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'Port': ['ID=d4726b1f-4a02-4bd6-a042-4671a3ae68ce,revision_number=1']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:34:37.983794 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.984136 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.984480 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.984824 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.985157 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.985490 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.985813 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.986139 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.986574 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.986785 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.987127 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.987966 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.988292 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.988610 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:37.989016 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:38.008131 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:38.008759 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:38.123292 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-a9e6bd67-1a8a-4172-befc-9400a3a91bb0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7880659 Apr 11 18:34:38.135832 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.v2.base [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Request body: {'port': {'device_id': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=104080) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:34:38.188867 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-dffc3b18-a9fa-4c19-b194-aed2335a96ec None None] Provisioning complete for port d4726b1f-4a02-4bd6-a042-4671a3ae68ce triggered by entity DHCP. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:34:38.189476 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dffc3b18-a9fa-4c19-b194-aed2335a96ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:38.197034 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:38.235979 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-dffc3b18-a9fa-4c19-b194-aed2335a96ec None None] Port d4726b1f-4a02-4bd6-a042-4671a3ae68ce cannot update to ACTIVE because it is not bound. {{(pid=104082) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:34:38.285540 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:38.468169 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4726b1f-4a02-4bd6-a042-4671a3ae68ce {{(pid=104080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:34:38.476569 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Publish callbacks [] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), precommit_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:38.489068 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.provisioning_blocks [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Transition to ACTIVE for port object d4726b1f-4a02-4bd6-a042-4671a3ae68ce will not be triggered until provisioned by entity L2. {{(pid=104080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:34:38.543696 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:38.599583 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Pushing event updated for resources: {'Port': ['ID=d4726b1f-4a02-4bd6-a042-4671a3ae68ce,revision_number=2']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:34:38.672034 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Attempting to bind port d4726b1f-4a02-4bd6-a042-4671a3ae68ce on host hv-cinder-83735 for vnic_type normal with profile {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:34:38.672464 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Attempting to bind port d4726b1f-4a02-4bd6-a042-4671a3ae68ce by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:34:38.672797 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Attempting to bind port d4726b1f-4a02-4bd6-a042-4671a3ae68ce on network 5f370d44-e67f-4fea-94f6-b678c8ddf646 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:34:38.675369 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651a067-6572-4b4a-974b-630ae777ce3c req-309423f5-e5b6-4f8d-b658-6f2e42353cec tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:38.677235 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4651a067-6572-4b4a-974b-630ae777ce3c req-309423f5-e5b6-4f8d-b658-6f2e42353cec tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 943 time: 0.0512495 Apr 11 18:34:38.677613 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Port d4726b1f-4a02-4bd6-a042-4671a3ae68ce on network 5f370d44-e67f-4fea-94f6-b678c8ddf646 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:34:38.677938 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Attempting to bind port d4726b1f-4a02-4bd6-a042-4671a3ae68ce on network 5f370d44-e67f-4fea-94f6-b678c8ddf646 {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:34:38.683231 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Checking agent: {'id': '1a9363be-7c3a-4250-ae84-242c58b8c836', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'started_at': datetime.datetime(2022, 4, 11, 18, 16, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:34:38.683562 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Checking segment: {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:34:38.683943 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Bound using segment: {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'} {{(pid=104080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:34:38.684362 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.managers [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Bound port: d4726b1f-4a02-4bd6-a042-4671a3ae68ce, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61aa0506-23dd-46fe-bd57-e831de3b314e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646'}}] {{(pid=104080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:34:38.684718 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), before_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:38.731331 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4651a067-6572-4b4a-974b-630ae777ce3c req-caeb0aae-8510-4fbc-99a2-43131e08af8c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473738 Apr 11 18:34:38.755044 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] For port d4726b1f-4a02-4bd6-a042-4671a3ae68ce, host hv-cinder-83735, cleared binding levels {{(pid=104080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:34:38.758480 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] For port d4726b1f-4a02-4bd6-a042-4671a3ae68ce, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d4726b1f-4a02-4bd6-a042-4671a3ae68ce,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:34:38.835714 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5378046'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), after_update {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:38.871286 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:38.871907 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:38.873297 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] 10.222.0.30 "PUT /v2.0/ports/d4726b1f-4a02-4bd6-a042-4671a3ae68ce HTTP/1.1" status: 200 len: 1093 time: 0.7414951 Apr 11 18:34:38.873737 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'tag': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:34:38.876010 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bc3bdd-4bff-47b0-b186-c8af5574e31d" -d '{"events": [{"name": "network-changed", "server_uuid": "9658cf0d-a2b7-4f55-bcf7-3790409332ec", "tag": "d4726b1f-4a02-4bd6-a042-4671a3ae68ce"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:34:38.899887 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d3b7c-dd41-4f57-8044-b8c5fada32dc service neutron] Pushing event updated for resources: {'Port': ['ID=d4726b1f-4a02-4bd6-a042-4671a3ae68ce,revision_number=3']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:34:38.922050 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb1c2a0-6c70-47c1-9840-a449a062da98 x-openstack-request-id: req-ddb1c2a0-6c70-47c1-9840-a449a062da98 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:34:38.922356 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9658cf0d-a2b7-4f55-bcf7-3790409332ec", "tag": "d4726b1f-4a02-4bd6-a042-4671a3ae68ce", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:34:38.922618 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ddb1c2a0-6c70-47c1-9840-a449a062da98 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:34:38.923033 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb1c2a0-6c70-47c1-9840-a449a062da98'] response: {'name': 'network-changed', 'server_uuid': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'tag': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce', 'status': 'completed', 'code': 200} Apr 11 18:34:38.983355 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3bdd-4bff-47b0-b186-c8af5574e31d req-643609e8-c18e-412d-89da-539384b252e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:38.985182 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-04bc3bdd-4bff-47b0-b186-c8af5574e31d req-643609e8-c18e-412d-89da-539384b252e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 1127 time: 0.0428224 Apr 11 18:34:39.089644 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3bdd-4bff-47b0-b186-c8af5574e31d req-f1acafc5-603e-4935-b953-8cc6d020a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:39.091034 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-04bc3bdd-4bff-47b0-b186-c8af5574e31d req-f1acafc5-603e-4935-b953-8cc6d020a56c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a72d474bfd484972b4d07bb44821ba79&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994728 Apr 11 18:34:39.185437 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3bdd-4bff-47b0-b186-c8af5574e31d req-74fabfda-2a13-456c-bd39-52c31ee69f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:39.186928 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-04bc3bdd-4bff-47b0-b186-c8af5574e31d req-74fabfda-2a13-456c-bd39-52c31ee69f0e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889323 Apr 11 18:34:39.256436 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-88cf90cf-8afd-47b2-a84c-af3ea03cf9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:39.257875 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-88cf90cf-8afd-47b2-a84c-af3ea03cf9d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 1127 time: 0.0379398 Apr 11 18:34:39.298352 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-0f80e21f-7fce-4cfc-8f39-ea936a780141 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4726b1f-4a02-4bd6-a042-4671a3ae68ce HTTP/1.1" status: 200 len: 217 time: 0.0335162 Apr 11 18:34:39.344763 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-d3f0e1df-199f-4dc8-a2aa-8c8d39d30c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:39.346082 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-d3f0e1df-199f-4dc8-a2aa-8c8d39d30c38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e5d722-3c3c-495b-93de-645c4c1ad68e HTTP/1.1" status: 200 len: 850 time: 0.0419412 Apr 11 18:34:39.393071 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-0e42d969-55cf-479e-a3cf-4526ec4354c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:39.395221 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-0e42d969-55cf-479e-a3cf-4526ec4354c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f370d44-e67f-4fea-94f6-b678c8ddf646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410352 Apr 11 18:34:39.485942 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-cf8e581e-27ab-4e27-999d-4653ce92e165 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840590 Apr 11 18:34:39.578252 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-91ec02b4-5b1c-4740-beb8-da957949f5ab req-1cb1ec6d-dd2a-4b21-a299-ab5899c47bed service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861204 Apr 11 18:34:39.845350 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd7c13-8ee8-4410-9a6d-d452ec327ef8 req-b16c0001-8492-454d-b4c5-a8392aad4648 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:39.846933 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-27dd7c13-8ee8-4410-9a6d-d452ec327ef8 req-b16c0001-8492-454d-b4c5-a8392aad4648 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 943 time: 0.0466583 Apr 11 18:34:39.895396 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-27dd7c13-8ee8-4410-9a6d-d452ec327ef8 req-4f015a4d-e8fb-4334-9926-6f08f7fe466e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431137 Apr 11 18:34:41.011129 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9e5f3-083f-4f51-8ded-28144944db4c req-734c8959-df2b-40ca-bd26-3ddbd4631ef9 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:41.012614 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ff9e5f3-083f-4f51-8ded-28144944db4c req-734c8959-df2b-40ca-bd26-3ddbd4631ef9 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 943 time: 0.0504894 Apr 11 18:34:41.061228 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-8ff9e5f3-083f-4f51-8ded-28144944db4c req-74ad3946-f92c-4aa5-a2a8-5d5f57cc68f4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430248 Apr 11 18:34:42.171367 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d5478-6052-48bb-bfba-a80d33cb9264 req-802caa91-a198-41fa-a160-45a4aa160082 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:42.172875 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a04d5478-6052-48bb-bfba-a80d33cb9264 req-802caa91-a198-41fa-a160-45a4aa160082 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 943 time: 0.0469563 Apr 11 18:34:42.222470 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a04d5478-6052-48bb-bfba-a80d33cb9264 req-3cd279c0-de9c-453a-9a62-78acdabc92ab tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430479 Apr 11 18:34:43.336315 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bed46a-ae5c-4ea6-aa00-088d200a147f req-13af7d05-cc07-43d5-b31e-c77426650eb2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:43.337702 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-22bed46a-ae5c-4ea6-aa00-088d200a147f req-13af7d05-cc07-43d5-b31e-c77426650eb2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 943 time: 0.0463238 Apr 11 18:34:43.390105 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-22bed46a-ae5c-4ea6-aa00-088d200a147f req-3fb07468-c3f6-4281-a706-5f3e2d78571d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469041 Apr 11 18:34:43.427492 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:34:43.549227 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:44.501686 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466411a-1a59-4858-a061-fd92ab8b8edf req-543bc3cc-89e1-47b2-b6c6-5278d90b8ecd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:44.503184 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7466411a-1a59-4858-a061-fd92ab8b8edf req-543bc3cc-89e1-47b2-b6c6-5278d90b8ecd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 943 time: 0.0472720 Apr 11 18:34:44.552079 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-7466411a-1a59-4858-a061-fd92ab8b8edf req-cb0a32fd-03af-4a29-b9ea-ee5e3ea553f6 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432138 Apr 11 18:34:45.662516 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d72ac-87c9-4f58-873d-8ad849aeecf2 req-a5324244-cf2d-4fcc-b187-f836b4bec280 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:45.663965 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4f1d72ac-87c9-4f58-873d-8ad849aeecf2 req-a5324244-cf2d-4fcc-b187-f836b4bec280 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 943 time: 0.0454757 Apr 11 18:34:45.711933 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-4f1d72ac-87c9-4f58-873d-8ad849aeecf2 req-741c5bb1-9e34-4240-a987-50c2aba956af tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424638 Apr 11 18:34:46.828088 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70783357-109a-416b-9314-762b98650aa7 req-6c2b2612-7db6-41f2-b02d-f5db329a3fa2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:46.829572 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-70783357-109a-416b-9314-762b98650aa7 req-6c2b2612-7db6-41f2-b02d-f5db329a3fa2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 943 time: 0.0521259 Apr 11 18:34:46.878443 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-70783357-109a-416b-9314-762b98650aa7 req-63133b87-ed61-4c6b-b07d-2de7e6db6ec4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427032 Apr 11 18:34:47.622033 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device d4726b1f-4a02-4bd6-a042-4671a3ae68ce details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=104082) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:34:47.852826 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port d4726b1f-4a02-4bd6-a042-4671a3ae68ce, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d4726b1f-4a02-4bd6-a042-4671a3ae68ce,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:34:47.869695 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Returning: {'device': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'port_id': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce', 'mac_address': 'fa:16:3e:55:53:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104082) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:34:47.902019 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port d4726b1f-4a02-4bd6-a042-4671a3ae68ce is: DOWN; New status is: BUILD {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:34:47.902327 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:47.916718 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4726b1f-4a02-4bd6-a042-4671a3ae68ce {{(pid=104082) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:34:47.937600 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port d4726b1f-4a02-4bd6-a042-4671a3ae68ce, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d4726b1f-4a02-4bd6-a042-4671a3ae68ce,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:34:47.990858 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4be529-23e6-46aa-85b2-0ec76ba28da2 req-c56492b0-8ebd-4fdf-a1ed-042ac37bd729 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:47.992378 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fb4be529-23e6-46aa-85b2-0ec76ba28da2 req-c56492b0-8ebd-4fdf-a1ed-042ac37bd729 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 943 time: 0.0463920 Apr 11 18:34:48.023136 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:48.043720 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-fb4be529-23e6-46aa-85b2-0ec76ba28da2 req-348347d1-2890-425f-b94c-9a36e4ddd958 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455728 Apr 11 18:34:48.071887 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=d4726b1f-4a02-4bd6-a042-4671a3ae68ce,revision_number=4']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:34:48.079226 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.079226 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.079497 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.079836 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.080163 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.080488 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.080810 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.081130 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.081449 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.081769 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.082087 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.082404 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.082720 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.083031 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.083374 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:48.255679 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] get_ports_and_sgs() called for port_ids ['d4726b1f-4a02-4bd6-a042-4671a3ae68ce'] {{(pid=104082) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:34:49.158895 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb14ad-2145-4bf7-9ac0-09e0d9cb0b7e req-82333f12-aaa5-49ca-8d99-ece0784a1240 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:49.160399 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b5cb14ad-2145-4bf7-9ac0-09e0d9cb0b7e req-82333f12-aaa5-49ca-8d99-ece0784a1240 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 944 time: 0.0506685 Apr 11 18:34:49.209470 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-b5cb14ad-2145-4bf7-9ac0-09e0d9cb0b7e req-c378370f-0b0c-4078-a0ea-3d3e0a2c11dd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Apr 11 18:34:49.621741 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device d4726b1f-4a02-4bd6-a042-4671a3ae68ce up at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:34:49.667001 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning for port d4726b1f-4a02-4bd6-a042-4671a3ae68ce completed by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:34:49.743535 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.provisioning_blocks [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Provisioning complete for port d4726b1f-4a02-4bd6-a042-4671a3ae68ce triggered by entity L2. {{(pid=104082) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:34:49.743979 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850782'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), provisioning_complete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:49.821850 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Current status of the port d4726b1f-4a02-4bd6-a042-4671a3ae68ce is: BUILD; New status is: ACTIVE {{(pid=104082) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:34:49.822235 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), before_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:49.844090 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce'}] {{(pid=104082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:34:49.846339 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b0d29dc2976a5f5080798d26702f346c9865be5daac9f7caadecf9cc041ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543d71b9-7d78-4251-8f76-5f40efac808a" -d '{"events": [{"server_uuid": "9658cf0d-a2b7-4f55-bcf7-3790409332ec", "name": "network-vif-plugged", "status": "completed", "tag": "d4726b1f-4a02-4bd6-a042-4671a3ae68ce"}]}' {{(pid=104082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:34:49.861686 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] For port d4726b1f-4a02-4bd6-a042-4671a3ae68ce, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d4726b1f-4a02-4bd6-a042-4671a3ae68ce,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:34:49.885228 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794a6890-863f-4a90-b591-456e86d3fa69 x-openstack-request-id: req-794a6890-863f-4a90-b591-456e86d3fa69 {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:34:49.885522 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9658cf0d-a2b7-4f55-bcf7-3790409332ec", "name": "network-vif-plugged", "status": "completed", "tag": "d4726b1f-4a02-4bd6-a042-4671a3ae68ce", "code": 200}]} {{(pid=104082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:34:49.885781 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-794a6890-863f-4a90-b591-456e86d3fa69 {{(pid=104082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:34:49.886182 dv-cinder-837355-1-iscsi neutron-server[104082]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794a6890-863f-4a90-b591-456e86d3fa69'] response: {'server_uuid': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce', 'code': 200} Apr 11 18:34:49.926378 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:49.973623 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Pushing event updated for resources: {'Port': ['ID=d4726b1f-4a02-4bd6-a042-4671a3ae68ce,revision_number=5']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:34:50.206096 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3f6e7-7ce6-46d2-935b-537cf6afb8cf req-6b17526d-fd8c-4ec2-90b8-4409150101a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:50.207564 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6ec3f6e7-7ce6-46d2-935b-537cf6afb8cf req-6b17526d-fd8c-4ec2-90b8-4409150101a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 1129 time: 0.0380402 Apr 11 18:34:50.252803 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-6ec3f6e7-7ce6-46d2-935b-537cf6afb8cf req-1c0216ae-2f87-4832-be31-ab516741ffc0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391107 Apr 11 18:34:50.323253 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f3094-42b8-4199-a241-2a81386201fb req-06266e6c-a609-4e59-8ba1-9d5d7cf4b87f tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:50.324772 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cc4f3094-42b8-4199-a241-2a81386201fb req-06266e6c-a609-4e59-8ba1-9d5d7cf4b87f tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 945 time: 0.0478272 Apr 11 18:34:50.374254 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-cc4f3094-42b8-4199-a241-2a81386201fb req-515ea4a8-7ce0-4b76-ba9c-73b984fb30ca tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438793 Apr 11 18:34:51.488984 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3ebd3-185b-469b-819b-7ef51850a845 req-848c8a62-0cb0-4743-93f4-a392aba155a2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:51.490467 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f9a3ebd3-185b-469b-819b-7ef51850a845 req-848c8a62-0cb0-4743-93f4-a392aba155a2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 945 time: 0.0465655 Apr 11 18:34:51.542056 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-f9a3ebd3-185b-469b-819b-7ef51850a845 req-2e526899-00d3-4471-851c-03f84c87c00e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458093 Apr 11 18:34:51.771635 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-824ce238-f63a-41a0-9c94-e97ffc8ddea7 req-04c1cb01-d449-4f31-a02e-a3a31c0ac2c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0888782 Apr 11 18:34:51.859648 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ce238-f63a-41a0-9c94-e97ffc8ddea7 req-14494ded-d24b-44dd-bce6-d90461643ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:51.861219 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-824ce238-f63a-41a0-9c94-e97ffc8ddea7 req-14494ded-d24b-44dd-bce6-d90461643ae3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 1130 time: 0.0385828 Apr 11 18:34:51.967068 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ce238-f63a-41a0-9c94-e97ffc8ddea7 req-7343cb29-1640-4b6b-a4b1-215e419a5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:51.968478 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-824ce238-f63a-41a0-9c94-e97ffc8ddea7 req-7343cb29-1640-4b6b-a4b1-215e419a5cf3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 912 time: 0.0856009 Apr 11 18:34:52.037209 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-824ce238-f63a-41a0-9c94-e97ffc8ddea7 req-227bbb6c-c5cb-48b5-847c-394cfd079908 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59f1847d-1565-4f5f-95de-89605b09ef27 HTTP/1.1" status: 200 len: 1002 time: 0.0624218 Apr 11 18:34:52.084402 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ce238-f63a-41a0-9c94-e97ffc8ddea7 req-15470bbe-ac4e-495b-872a-9db7822c6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:52.086399 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-824ce238-f63a-41a0-9c94-e97ffc8ddea7 req-15470bbe-ac4e-495b-872a-9db7822c6f02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e5d722-3c3c-495b-93de-645c4c1ad68e HTTP/1.1" status: 200 len: 850 time: 0.0425789 Apr 11 18:34:52.128389 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ce238-f63a-41a0-9c94-e97ffc8ddea7 req-2ec25d4c-09c2-47d8-bd99-6c14d14227e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:52.129848 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-824ce238-f63a-41a0-9c94-e97ffc8ddea7 req-2ec25d4c-09c2-47d8-bd99-6c14d14227e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f370d44-e67f-4fea-94f6-b678c8ddf646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373390 Apr 11 18:34:52.222248 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-824ce238-f63a-41a0-9c94-e97ffc8ddea7 req-b0974f4e-2b25-442c-9d1e-8ac7fd5e64f4 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852962 Apr 11 18:34:52.309133 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-824ce238-f63a-41a0-9c94-e97ffc8ddea7 req-58f8fe4a-2801-418a-bf23-768ed20647b7 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804758 Apr 11 18:34:52.651463 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17a66e-9d85-4bc8-9ca9-97b557ca8ebb req-08019ae8-f3b3-49ba-b991-499a93338450 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:52.652912 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3b17a66e-9d85-4bc8-9ca9-97b557ca8ebb req-08019ae8-f3b3-49ba-b991-499a93338450 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 945 time: 0.0453911 Apr 11 18:34:52.700518 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-3b17a66e-9d85-4bc8-9ca9-97b557ca8ebb req-207add94-449d-42f0-871f-3049cf150fe2 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422399 Apr 11 18:34:52.810204 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5f15f-218b-4ab7-8892-6a6a34e7a241 req-0b9cc1b4-d8b9-4707-92e6-da37abb366fd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:52.811665 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a8c5f15f-218b-4ab7-8892-6a6a34e7a241 req-0b9cc1b4-d8b9-4707-92e6-da37abb366fd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 945 time: 0.0462000 Apr 11 18:34:52.862544 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-a8c5f15f-218b-4ab7-8892-6a6a34e7a241 req-0d5f049b-ead0-4b2d-9cab-7b5f3b213df1 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450425 Apr 11 18:34:52.884428 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56262) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:34:52.927234 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f859934e-1412-4816-831b-c5b24ccf843e tempest-TestVolumeBootPattern-1346746983 tempest-TestVolumeBootPattern-1346746983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:52.929154 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f859934e-1412-4816-831b-c5b24ccf843e tempest-TestVolumeBootPattern-1346746983 tempest-TestVolumeBootPattern-1346746983-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 1124 time: 0.0436895 Apr 11 18:34:52.931835 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56264) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:34:52.936021 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.v2.base [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Request body: {'floatingip': {'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'port_id': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:34:52.995473 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:53.074764 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (None), before_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:53.185021 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_common [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Allocated IP 172.27.3.252 (92929611-3b7d-482f-9e07-357d61c7241e/6139520f-1c9c-4858-8bf3-ca03f08a681e/5adfa30d-7966-47d3-bfd2-7d24eda98e98) {{(pid=104081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:34:53.286499 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for port (5adfa30d-7966-47d3-bfd2-7d24eda98e98), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:53.372716 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775762982211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (5adfa30d-7966-47d3-bfd2-7d24eda98e98), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:53.412418 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Network 92929611-3b7d-482f-9e07-357d61c7241e is already hosted by enough agents. {{(pid=104081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:34:53.415325 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.base_scheduler [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Resources bound (agent type, host, resource id): {{(pid=104081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:34:53.418666 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Received port after_create {{(pid=104081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:34:53.445171 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'Port': ['ID=5adfa30d-7966-47d3-bfd2-7d24eda98e98,revision_number=1']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:34:53.456507 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.456853 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.457196 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.457533 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.457863 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.458194 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.458517 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.458840 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.459187 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.459594 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.459962 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.460289 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.460611 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.460929 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.461249 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:34:53.798679 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for floatingip (7ab4964b-56d6-48d3-9db4-73203f669235), precommit_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:53.952765 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-970837'] for port (5adfa30d-7966-47d3-bfd2-7d24eda98e98), before_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:54.101504 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for port (5adfa30d-7966-47d3-bfd2-7d24eda98e98), precommit_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:54.166553 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775763524895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775762982229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775762982247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5668653'] for port (5adfa30d-7966-47d3-bfd2-7d24eda98e98), after_update {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:54.239299 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event updated for resources: {'Port': ['ID=5adfa30d-7966-47d3-bfd2-7d24eda98e98,revision_number=2']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:34:54.249521 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7918769'] for floatingip (7ab4964b-56d6-48d3-9db4-73203f669235), after_create {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:54.351984 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Floating IP 7ab4964b-56d6-48d3-9db4-73203f669235 associated. External IP: 172.27.3.252, port: d4726b1f-4a02-4bd6-a042-4671a3ae68ce. Apr 11 18:34:54.559571 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Router 411b46e8-b8e8-4cca-8a35-e67554027cfd has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:34:54.669777 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:34:54.679067 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dc7a9-953d-4d57-b36b-c04eebb90b26 None None] Sync routers for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:34:54.689124 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dc7a9-953d-4d57-b36b-c04eebb90b26 None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:34:54.700201 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b30dc7a9-953d-4d57-b36b-c04eebb90b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:34:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:34:54.767025 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:34:54.799806 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-b30dc7a9-953d-4d57-b36b-c04eebb90b26 None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:34:54.800802 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-72195124-60ce-4f47-9e13-8d17103c8c2b tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8679771 Apr 11 18:34:54.801382 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'tag': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:34:54.804183 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7939522b-6b2f-4ab4-8328-280e1c609d98" -d '{"events": [{"name": "network-changed", "server_uuid": "9658cf0d-a2b7-4f55-bcf7-3790409332ec", "tag": "d4726b1f-4a02-4bd6-a042-4671a3ae68ce"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:34:54.838974 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a7bd62-9c32-43b7-9cac-119831adb1ff x-openstack-request-id: req-e5a7bd62-9c32-43b7-9cac-119831adb1ff {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:34:54.839295 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9658cf0d-a2b7-4f55-bcf7-3790409332ec", "tag": "d4726b1f-4a02-4bd6-a042-4671a3ae68ce", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:34:54.839560 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5a7bd62-9c32-43b7-9cac-119831adb1ff {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:34:54.839965 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a7bd62-9c32-43b7-9cac-119831adb1ff'] response: {'name': 'network-changed', 'server_uuid': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'tag': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce', 'status': 'completed', 'code': 200} Apr 11 18:34:54.907844 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939522b-6b2f-4ab4-8328-280e1c609d98 req-b5852446-864f-4d69-accf-6f282c318957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:54.909348 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7939522b-6b2f-4ab4-8328-280e1c609d98 req-b5852446-864f-4d69-accf-6f282c318957 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 1129 time: 0.0433469 Apr 11 18:34:55.001601 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939522b-6b2f-4ab4-8328-280e1c609d98 req-b0fc9bf6-6979-439f-ba66-fcdbca25aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:55.003023 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7939522b-6b2f-4ab4-8328-280e1c609d98 req-b0fc9bf6-6979-439f-ba66-fcdbca25aebd service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 912 time: 0.0861857 Apr 11 18:34:55.023587 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b30dc7a9-953d-4d57-b36b-c04eebb90b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '56e78f2b-62d6-46e4-bf39-4fbd5d7780e6', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': '59f1847d-1565-4f5f-95de-89605b09ef27', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:57:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb91495-1f66-4d43-b429-936e723f063a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:32:58Z', 'updated_at': '2022-04-11T18:33:00Z', 'revision_number': 1, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}, {'id': '7ab4964b-56d6-48d3-9db4-73203f669235', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:55:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:34:53Z', 'updated_at': '2022-04-11T18:34:53Z', 'revision_number': 0, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:34:55.049975 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dc7a9-953d-4d57-b36b-c04eebb90b26 None None] Checking router: 411b46e8-b8e8-4cca-8a35-e67554027cfd for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:34:55.059113 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30dc7a9-953d-4d57-b36b-c04eebb90b26 None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:34:55.059903 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b30dc7a9-953d-4d57-b36b-c04eebb90b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:34:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:34:55.071997 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7939522b-6b2f-4ab4-8328-280e1c609d98 req-b044c0ca-fdb4-4414-99ce-834a62609e4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4726b1f-4a02-4bd6-a042-4671a3ae68ce HTTP/1.1" status: 200 len: 999 time: 0.0621285 Apr 11 18:34:55.120703 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939522b-6b2f-4ab4-8328-280e1c609d98 req-663af590-005c-4442-a4bd-496bf1d9b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:55.122157 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7939522b-6b2f-4ab4-8328-280e1c609d98 req-663af590-005c-4442-a4bd-496bf1d9b092 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e5d722-3c3c-495b-93de-645c4c1ad68e HTTP/1.1" status: 200 len: 850 time: 0.0434287 Apr 11 18:34:55.169657 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-b30dc7a9-953d-4d57-b36b-c04eebb90b26 None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:34:55.171189 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939522b-6b2f-4ab4-8328-280e1c609d98 req-884143a8-33f6-4cb0-bfc0-9b72893d8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:34:55.172775 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7939522b-6b2f-4ab4-8328-280e1c609d98 req-884143a8-33f6-4cb0-bfc0-9b72893d8598 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f370d44-e67f-4fea-94f6-b678c8ddf646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387082 Apr 11 18:34:55.267471 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7939522b-6b2f-4ab4-8328-280e1c609d98 req-259ea648-01d1-4115-99b4-6e17a761e2fe service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874610 Apr 11 18:34:55.357230 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7939522b-6b2f-4ab4-8328-280e1c609d98 req-beba373b-4a41-4e8b-8818-541fccf069b2 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835197 Apr 11 18:34:55.383666 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-b30dc7a9-953d-4d57-b36b-c04eebb90b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '56e78f2b-62d6-46e4-bf39-4fbd5d7780e6', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': '59f1847d-1565-4f5f-95de-89605b09ef27', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:57:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb91495-1f66-4d43-b429-936e723f063a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:32:58Z', 'updated_at': '2022-04-11T18:33:00Z', 'revision_number': 1, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}, {'id': '7ab4964b-56d6-48d3-9db4-73203f669235', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:55:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:34:53Z', 'updated_at': '2022-04-11T18:34:53Z', 'revision_number': 0, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:34:55.414603 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30dc7a9-953d-4d57-b36b-c04eebb90b26 None None] The sync data for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi is: [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '56e78f2b-62d6-46e4-bf39-4fbd5d7780e6', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': '59f1847d-1565-4f5f-95de-89605b09ef27', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:57:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb91495-1f66-4d43-b429-936e723f063a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:32:58Z', 'updated_at': '2022-04-11T18:33:00Z', 'revision_number': 1, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}, {'id': '7ab4964b-56d6-48d3-9db4-73203f669235', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:55:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:34:53Z', 'updated_at': '2022-04-11T18:34:53Z', 'revision_number': 0, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:34:55.604257 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332792f1-6a90-4f2f-89ec-feb03105f35f None None] New status for floating IP 7ab4964b-56d6-48d3-9db4-73203f669235: ACTIVE {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:35:01.861723 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a0f820f6-e908-476a-aef9-46b48c2bbfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:35:04.594910 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7c48c9ad-ac15-4211-a8e9-7f5e1273a32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:35:05.498270 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:35:07.006594 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:35:08.290144 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:35:13.521049 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:35:20.426466 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:35:31.806628 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e900e50e-82dc-4801-9e8a-0c0542156b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:35:34.575926 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5a926e56-4006-4c65-aa38-945b8592f563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:35:35.486794 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:35:36.987426 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:35:38.309538 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:35:43.526688 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:35:53.482282 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de1e5942-106c-4a1a-b7de-6b05aa32d71f req-f1152e03-d2d8-4e8f-aeb0-2360b52a255c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423846 Apr 11 18:35:53.558263 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e5942-106c-4a1a-b7de-6b05aa32d71f req-24ac4ccb-d221-4c0b-bad0-17216ca75561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:35:53.559769 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de1e5942-106c-4a1a-b7de-6b05aa32d71f req-24ac4ccb-d221-4c0b-bad0-17216ca75561 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 1130 time: 0.0378232 Apr 11 18:35:53.663306 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e5942-106c-4a1a-b7de-6b05aa32d71f req-c61757d3-b79a-4dd5-bf1d-6098bcbe6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:35:53.664869 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de1e5942-106c-4a1a-b7de-6b05aa32d71f req-c61757d3-b79a-4dd5-bf1d-6098bcbe6c6d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 912 time: 0.0861168 Apr 11 18:35:53.734951 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de1e5942-106c-4a1a-b7de-6b05aa32d71f req-8162dc59-2978-420a-87e7-416ddf9e5494 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59f1847d-1565-4f5f-95de-89605b09ef27 HTTP/1.1" status: 200 len: 1002 time: 0.0628810 Apr 11 18:35:53.783812 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e5942-106c-4a1a-b7de-6b05aa32d71f req-80432273-2aca-490b-8a9b-58147878d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:35:53.785227 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de1e5942-106c-4a1a-b7de-6b05aa32d71f req-80432273-2aca-490b-8a9b-58147878d872 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e5d722-3c3c-495b-93de-645c4c1ad68e HTTP/1.1" status: 200 len: 850 time: 0.0442297 Apr 11 18:35:53.828531 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e5942-106c-4a1a-b7de-6b05aa32d71f req-5d8f73e4-8ebf-48a6-a8a5-ca1e4e889604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:35:53.831086 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de1e5942-106c-4a1a-b7de-6b05aa32d71f req-5d8f73e4-8ebf-48a6-a8a5-ca1e4e889604 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f370d44-e67f-4fea-94f6-b678c8ddf646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389769 Apr 11 18:35:54.177173 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de1e5942-106c-4a1a-b7de-6b05aa32d71f req-8e7919eb-b591-46e1-8774-b579256884fb service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394747 Apr 11 18:35:54.273144 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-de1e5942-106c-4a1a-b7de-6b05aa32d71f req-0abf09ea-756b-40a2-abe3-1e41a927f4ce service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892479 Apr 11 18:35:57.425914 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:36:01.835440 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ab8e59bb-6436-470d-8f13-98e8892c8dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:04.601583 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-92306e68-c49e-4975-b6f4-23f68a5737bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:05.452648 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:06.970033 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:08.287271 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:13.533472 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:31.795756 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-121f141a-45cb-40ef-be51-29c88ad15509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:33.422805 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56288) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:33.871316 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Deleting port 5adfa30d-7966-47d3-bfd2-7d24eda98e98 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:36:33.871654 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (5adfa30d-7966-47d3-bfd2-7d24eda98e98), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:33.946095 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (5adfa30d-7966-47d3-bfd2-7d24eda98e98), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:33.946413 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for floatingip (5adfa30d-7966-47d3-bfd2-7d24eda98e98), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:33.958371 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Calling delete_port for 5adfa30d-7966-47d3-bfd2-7d24eda98e98 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:36:34.173198 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (5adfa30d-7966-47d3-bfd2-7d24eda98e98), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:34.197625 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event deleted for resources: {'Port': ['ID=5adfa30d-7966-47d3-bfd2-7d24eda98e98,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:34.207246 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.207594 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.207934 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.208268 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.208673 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.209006 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.209766 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.209766 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.209974 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.210257 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.210594 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.210894 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.211236 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.214115 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.214115 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:34.273597 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for floatingip (7ab4964b-56d6-48d3-9db4-73203f669235), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:34.273922 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Floating IP 7ab4964b-56d6-48d3-9db4-73203f669235 disassociated (deleted). External IP: 172.27.3.252, port: d4726b1f-4a02-4bd6-a042-4671a3ae68ce. Apr 11 18:36:34.424398 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:36:34.486971 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Router 411b46e8-b8e8-4cca-8a35-e67554027cfd has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:36:34.570204 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-975466d0-577c-4dde-b034-cd3b9f669ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:34.601406 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:36:34.606088 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:34.611899 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81308c-e4a1-44fe-8b30-de3ed874a35a None None] Sync routers for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:36:34.621866 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81308c-e4a1-44fe-8b30-de3ed874a35a None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:36:34.622475 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-9d81308c-e4a1-44fe-8b30-de3ed874a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:36:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:34.637956 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-fb4152c8-fd64-4c10-b578-fb2bf84d3ffd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "DELETE /v2.0/floatingips/7ab4964b-56d6-48d3-9db4-73203f669235 HTTP/1.1" status: 204 len: 168 time: 1.2141185 Apr 11 18:36:34.638557 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'tag': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:36:34.640866 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa394e3-69b6-4a26-8b5a-f975f8e57be8" -d '{"events": [{"name": "network-changed", "server_uuid": "9658cf0d-a2b7-4f55-bcf7-3790409332ec", "tag": "d4726b1f-4a02-4bd6-a042-4671a3ae68ce"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:36:34.679179 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3edca8-001b-4f40-836e-1184920910e5 x-openstack-request-id: req-2c3edca8-001b-4f40-836e-1184920910e5 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:36:34.679482 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9658cf0d-a2b7-4f55-bcf7-3790409332ec", "tag": "d4726b1f-4a02-4bd6-a042-4671a3ae68ce", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:36:34.679740 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c3edca8-001b-4f40-836e-1184920910e5 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:36:34.680149 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3edca8-001b-4f40-836e-1184920910e5'] response: {'name': 'network-changed', 'server_uuid': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'tag': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce', 'status': 'completed', 'code': 200} Apr 11 18:36:34.740192 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa394e3-69b6-4a26-8b5a-f975f8e57be8 req-ed114b19-559e-4ae8-821a-1163a78acc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:34.741830 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7fa394e3-69b6-4a26-8b5a-f975f8e57be8 req-ed114b19-559e-4ae8-821a-1163a78acc06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 1129 time: 0.0396845 Apr 11 18:36:34.747725 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-9d81308c-e4a1-44fe-8b30-de3ed874a35a None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:36:34.832147 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa394e3-69b6-4a26-8b5a-f975f8e57be8 req-da83731b-6f30-41f7-9658-bbd502ccf19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:34.833634 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7fa394e3-69b6-4a26-8b5a-f975f8e57be8 req-da83731b-6f30-41f7-9658-bbd502ccf19d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 912 time: 0.0849142 Apr 11 18:36:34.879667 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7fa394e3-69b6-4a26-8b5a-f975f8e57be8 req-96da9b87-2158-4d7f-bf19-d7107022c54d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4726b1f-4a02-4bd6-a042-4671a3ae68ce HTTP/1.1" status: 200 len: 217 time: 0.0392263 Apr 11 18:36:34.927998 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa394e3-69b6-4a26-8b5a-f975f8e57be8 req-ac9d5848-6dce-4804-ace9-7c0ca83cfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:34.929766 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7fa394e3-69b6-4a26-8b5a-f975f8e57be8 req-ac9d5848-6dce-4804-ace9-7c0ca83cfe88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e5d722-3c3c-495b-93de-645c4c1ad68e HTTP/1.1" status: 200 len: 850 time: 0.0446024 Apr 11 18:36:34.972105 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-9d81308c-e4a1-44fe-8b30-de3ed874a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '56e78f2b-62d6-46e4-bf39-4fbd5d7780e6', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': '59f1847d-1565-4f5f-95de-89605b09ef27', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:57:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb91495-1f66-4d43-b429-936e723f063a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:32:58Z', 'updated_at': '2022-04-11T18:33:00Z', 'revision_number': 1, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:34.975560 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa394e3-69b6-4a26-8b5a-f975f8e57be8 req-305bb56a-aca0-4691-9fcc-1aba7e8bc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:34.977481 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7fa394e3-69b6-4a26-8b5a-f975f8e57be8 req-305bb56a-aca0-4691-9fcc-1aba7e8bc595 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f370d44-e67f-4fea-94f6-b678c8ddf646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398965 Apr 11 18:36:34.999409 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81308c-e4a1-44fe-8b30-de3ed874a35a None None] Checking router: 411b46e8-b8e8-4cca-8a35-e67554027cfd for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:36:35.008000 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81308c-e4a1-44fe-8b30-de3ed874a35a None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:36:35.008609 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-9d81308c-e4a1-44fe-8b30-de3ed874a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:36:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:35.057035 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c318d6-667f-4391-9041-2e936981f76e req-19485270-d18c-4255-ac6e-79d8842a3d11 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:35.058532 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-82c318d6-667f-4391-9041-2e936981f76e req-19485270-d18c-4255-ac6e-79d8842a3d11 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 945 time: 0.0494092 Apr 11 18:36:35.107836 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-82c318d6-667f-4391-9041-2e936981f76e req-751ebaec-bc81-45f2-8241-d4a746a296e7 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438273 Apr 11 18:36:35.117372 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-9d81308c-e4a1-44fe-8b30-de3ed874a35a None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:36:35.329850 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-9d81308c-e4a1-44fe-8b30-de3ed874a35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '56e78f2b-62d6-46e4-bf39-4fbd5d7780e6', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': '59f1847d-1565-4f5f-95de-89605b09ef27', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:57:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb91495-1f66-4d43-b429-936e723f063a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:32:58Z', 'updated_at': '2022-04-11T18:33:00Z', 'revision_number': 1, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:35.356189 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81308c-e4a1-44fe-8b30-de3ed874a35a None None] The sync data for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi is: [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_floatingips': [{'id': '56e78f2b-62d6-46e4-bf39-4fbd5d7780e6', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'router_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'port_id': '59f1847d-1565-4f5f-95de-89605b09ef27', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'mac_address': 'fa:16:3e:57:e3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb91495-1f66-4d43-b429-936e723f063a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:32:58Z', 'updated_at': '2022-04-11T18:33:00Z', 'revision_number': 1, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:36:35.476435 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:35.574818 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4355ac-37c4-49ee-9028-d925f939b535 None None] New status for floating IP 7ab4964b-56d6-48d3-9db4-73203f669235: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:36:36.150733 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7fa394e3-69b6-4a26-8b5a-f975f8e57be8 req-10677d2a-d8b3-4fd8-b562-5dd6699efb7c service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877078 Apr 11 18:36:36.222860 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd5a6e-79d4-4a84-934a-0787a8088108 req-182e70dc-e33d-4b40-8456-02dd7b66b4d6 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:36.224915 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2bcd5a6e-79d4-4a84-934a-0787a8088108 req-182e70dc-e33d-4b40-8456-02dd7b66b4d6 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 945 time: 0.0457754 Apr 11 18:36:36.247654 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-7fa394e3-69b6-4a26-8b5a-f975f8e57be8 req-89f34807-4671-49ed-ad6e-d7143a1c65a6 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848246 Apr 11 18:36:36.281339 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-2bcd5a6e-79d4-4a84-934a-0787a8088108 req-fdf934c2-bdd4-43ac-83e7-5cf711123840 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476856 Apr 11 18:36:36.623436 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a78c8b-664c-45ac-84d5-245af1b76393 req-67e9285c-3709-462a-906d-3fdf5f6e6922 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:36.624921 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-01a78c8b-664c-45ac-84d5-245af1b76393 req-67e9285c-3709-462a-906d-3fdf5f6e6922 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 945 time: 0.0504398 Apr 11 18:36:36.709637 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-01a78c8b-664c-45ac-84d5-245af1b76393 req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Deleting port d4726b1f-4a02-4bd6-a042-4671a3ae68ce {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:36:36.709970 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-01a78c8b-664c-45ac-84d5-245af1b76393 req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:36.800046 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-01a78c8b-664c-45ac-84d5-245af1b76393 req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] For port d4726b1f-4a02-4bd6-a042-4671a3ae68ce, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=d4726b1f-4a02-4bd6-a042-4671a3ae68ce,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:36:36.800404 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-01a78c8b-664c-45ac-84d5-245af1b76393 req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:36.813054 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-01a78c8b-664c-45ac-84d5-245af1b76393 req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Calling delete_port for d4726b1f-4a02-4bd6-a042-4671a3ae68ce owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:36:36.984786 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:37.013543 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-01a78c8b-664c-45ac-84d5-245af1b76393 req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (d4726b1f-4a02-4bd6-a042-4671a3ae68ce), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:37.048039 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event deleted for resources: {'Port': ['ID=d4726b1f-4a02-4bd6-a042-4671a3ae68ce,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:37.074378 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.076369 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.076369 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.076369 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.076369 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.076369 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.076369 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.076960 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.077073 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.077322 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.077648 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.077973 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.078294 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.078614 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.078935 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:37.101015 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a78c8b-664c-45ac-84d5-245af1b76393 req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] No DVR routers for this DVR port d4726b1f-4a02-4bd6-a042-4671a3ae68ce on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:36:37.103455 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-01a78c8b-664c-45ac-84d5-245af1b76393 req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:37.106669 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-01a78c8b-664c-45ac-84d5-245af1b76393 req-fd73be6f-aa15-4327-a8d1-27739452db0d tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "DELETE /v2.0/ports/d4726b1f-4a02-4bd6-a042-4671a3ae68ce HTTP/1.1" status: 204 len: 173 time: 0.4761047 Apr 11 18:36:37.107119 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'name': 'network-vif-deleted', 'tag': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:36:37.109367 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253772a3-5754-49c4-82fa-f42f6f3a4a70" -d '{"events": [{"server_uuid": "9658cf0d-a2b7-4f55-bcf7-3790409332ec", "name": "network-vif-deleted", "tag": "d4726b1f-4a02-4bd6-a042-4671a3ae68ce"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:36:37.205950 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b149032-3d12-4f06-97f0-e217cf5749e2 x-openstack-request-id: req-7b149032-3d12-4f06-97f0-e217cf5749e2 {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:36:37.206539 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9658cf0d-a2b7-4f55-bcf7-3790409332ec", "name": "network-vif-deleted", "tag": "d4726b1f-4a02-4bd6-a042-4671a3ae68ce", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:36:37.206539 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b149032-3d12-4f06-97f0-e217cf5749e2 {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:36:37.206890 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b149032-3d12-4f06-97f0-e217cf5749e2'] response: {'server_uuid': '9658cf0d-a2b7-4f55-bcf7-3790409332ec', 'name': 'network-vif-deleted', 'tag': 'd4726b1f-4a02-4bd6-a042-4671a3ae68ce', 'status': 'completed', 'code': 200} Apr 11 18:36:37.381332 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-81a97f71-dca8-46b5-8312-2b4ce4ee375d req-9b204a73-9981-4e10-a669-caa3da50570e tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 210 time: 0.0288026 Apr 11 18:36:38.421389 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:38.491574 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-bed36268-16dc-4d6a-9769-d50e94dd5dd9 req-61796cb7-250b-4d13-b393-f3ef5b6857f0 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=9658cf0d-a2b7-4f55-bcf7-3790409332ec HTTP/1.1" status: 200 len: 210 time: 0.0275245 Apr 11 18:36:40.214432 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device d4726b1f-4a02-4bd6-a042-4671a3ae68ce no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:36:40.234405 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: d4726b1f-4a02-4bd6-a042-4671a3ae68ce {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:36:40.234750 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device d4726b1f-4a02-4bd6-a042-4671a3ae68ce not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:36:42.011832 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56336) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:42.171418 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-e45c5ddf-9117-46f5-ae03-b091bf04781c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Deleting port 6eb11cc8-4328-41de-a81c-53ac8cf835f7 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:36:42.171752 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e45c5ddf-9117-46f5-ae03-b091bf04781c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (6eb11cc8-4328-41de-a81c-53ac8cf835f7), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:42.255808 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e45c5ddf-9117-46f5-ae03-b091bf04781c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (6eb11cc8-4328-41de-a81c-53ac8cf835f7), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:42.256756 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e45c5ddf-9117-46f5-ae03-b091bf04781c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for floatingip (6eb11cc8-4328-41de-a81c-53ac8cf835f7), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:42.268390 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-e45c5ddf-9117-46f5-ae03-b091bf04781c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Calling delete_port for 6eb11cc8-4328-41de-a81c-53ac8cf835f7 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:36:42.499280 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e45c5ddf-9117-46f5-ae03-b091bf04781c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (6eb11cc8-4328-41de-a81c-53ac8cf835f7), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:42.525442 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c5ddf-9117-46f5-ae03-b091bf04781c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event deleted for resources: {'Port': ['ID=6eb11cc8-4328-41de-a81c-53ac8cf835f7,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:42.586029 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e45c5ddf-9117-46f5-ae03-b091bf04781c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for floatingip (56e78f2b-62d6-46e4-bf39-4fbd5d7780e6), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:42.586356 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.db.l3_db [None req-e45c5ddf-9117-46f5-ae03-b091bf04781c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Floating IP 56e78f2b-62d6-46e4-bf39-4fbd5d7780e6 disassociated (deleted). External IP: 172.27.3.103, port: 59f1847d-1565-4f5f-95de-89605b09ef27. Apr 11 18:36:42.793989 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45c5ddf-9117-46f5-ae03-b091bf04781c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Router 411b46e8-b8e8-4cca-8a35-e67554027cfd has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:36:42.902489 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45c5ddf-9117-46f5-ae03-b091bf04781c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:36:42.907282 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-e45c5ddf-9117-46f5-ae03-b091bf04781c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:42.911853 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf71cc-9dd7-4a0f-a059-c25df23b9fa9 None None] Sync routers for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:36:42.921242 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf71cc-9dd7-4a0f-a059-c25df23b9fa9 None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:36:42.921839 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-aecf71cc-9dd7-4a0f-a059-c25df23b9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:36:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:42.937511 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-e45c5ddf-9117-46f5-ae03-b091bf04781c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "DELETE /v2.0/floatingips/56e78f2b-62d6-46e4-bf39-4fbd5d7780e6 HTTP/1.1" status: 204 len: 168 time: 0.9245982 Apr 11 18:36:42.938110 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb91495-1f66-4d43-b429-936e723f063a', 'tag': '59f1847d-1565-4f5f-95de-89605b09ef27'}] {{(pid=104081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:36:42.940409 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}343b3bbe32df0539ff1e7c43f7d06a2e405fb20bafc77c4943ab71d86d44706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa61fa3-a780-4db0-ae55-59d9993d870d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb91495-1f66-4d43-b429-936e723f063a", "tag": "59f1847d-1565-4f5f-95de-89605b09ef27"}]}' {{(pid=104081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:36:42.979961 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf696323-eb9f-456b-8d47-96278785d550 x-openstack-request-id: req-cf696323-eb9f-456b-8d47-96278785d550 {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:36:42.980265 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb91495-1f66-4d43-b429-936e723f063a", "tag": "59f1847d-1565-4f5f-95de-89605b09ef27", "status": "completed", "code": 200}]} {{(pid=104081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:36:42.980510 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf696323-eb9f-456b-8d47-96278785d550 {{(pid=104081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:36:42.980928 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf696323-eb9f-456b-8d47-96278785d550'] response: {'name': 'network-changed', 'server_uuid': 'ddb91495-1f66-4d43-b429-936e723f063a', 'tag': '59f1847d-1565-4f5f-95de-89605b09ef27', 'status': 'completed', 'code': 200} Apr 11 18:36:43.035851 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-aecf71cc-9dd7-4a0f-a059-c25df23b9fa9 None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:36:43.045103 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa61fa3-a780-4db0-ae55-59d9993d870d req-4e466539-2719-4be9-a756-6820c09a993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:43.045103 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2aa61fa3-a780-4db0-ae55-59d9993d870d req-4e466539-2719-4be9-a756-6820c09a993d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a72d474bfd484972b4d07bb44821ba79&device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 1130 time: 0.0402563 Apr 11 18:36:43.137249 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa61fa3-a780-4db0-ae55-59d9993d870d req-83d095f0-726f-439b-8a1b-66abdc5872fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:43.139038 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2aa61fa3-a780-4db0-ae55-59d9993d870d req-83d095f0-726f-439b-8a1b-66abdc5872fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 200 len: 912 time: 0.0902214 Apr 11 18:36:43.179472 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2aa61fa3-a780-4db0-ae55-59d9993d870d req-93b4b026-0770-4aa2-9e96-b2473ef5efaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59f1847d-1565-4f5f-95de-89605b09ef27 HTTP/1.1" status: 200 len: 217 time: 0.0341012 Apr 11 18:36:43.234982 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa61fa3-a780-4db0-ae55-59d9993d870d req-2d065329-6a3f-4fb2-a303-96b5b3947ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:43.236464 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2aa61fa3-a780-4db0-ae55-59d9993d870d req-2d065329-6a3f-4fb2-a303-96b5b3947ae6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=13e5d722-3c3c-495b-93de-645c4c1ad68e HTTP/1.1" status: 200 len: 850 time: 0.0502262 Apr 11 18:36:43.241133 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-aecf71cc-9dd7-4a0f-a059-c25df23b9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:43.268562 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf71cc-9dd7-4a0f-a059-c25df23b9fa9 None None] Checking router: 411b46e8-b8e8-4cca-8a35-e67554027cfd for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:36:43.276998 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf71cc-9dd7-4a0f-a059-c25df23b9fa9 None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:36:43.277609 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-aecf71cc-9dd7-4a0f-a059-c25df23b9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:36:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:43.280565 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa61fa3-a780-4db0-ae55-59d9993d870d req-97a169ff-15ba-4648-9357-b3e5413d9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:43.282092 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2aa61fa3-a780-4db0-ae55-59d9993d870d req-97a169ff-15ba-4648-9357-b3e5413d9a89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f370d44-e67f-4fea-94f6-b678c8ddf646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385149 Apr 11 18:36:43.375163 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2aa61fa3-a780-4db0-ae55-59d9993d870d req-415e6acd-ea98-436e-9751-aff589ba341f service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863788 Apr 11 18:36:43.394998 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-aecf71cc-9dd7-4a0f-a059-c25df23b9fa9 None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:36:43.403550 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f631ab-9a20-4431-8204-f96791307cad req-43eea524-acea-4bfd-9b49-47fa13cb051c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:43.405216 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-99f631ab-9a20-4431-8204-f96791307cad req-43eea524-acea-4bfd-9b49-47fa13cb051c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 946 time: 0.0571141 Apr 11 18:36:43.454741 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-99f631ab-9a20-4431-8204-f96791307cad req-1739ba1c-b514-441f-9f30-c4f7d42c357c tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439258 Apr 11 18:36:43.599240 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-aecf71cc-9dd7-4a0f-a059-c25df23b9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:43.602714 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:43.626299 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf71cc-9dd7-4a0f-a059-c25df23b9fa9 None None] The sync data for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi is: [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:29:49Z', 'revision_number': 4, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi', '_interfaces': [{'id': 'dc34c5a0-8fb7-46f8-a607-46b73ea6dc48', 'name': '', 'network_id': '5f370d44-e67f-4fea-94f6-b678c8ddf646', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'mac_address': 'fa:16:3e:20:a0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:48Z', 'updated_at': '2022-04-11T18:29:53Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'subnets': [{'id': '13e5d722-3c3c-495b-93de-645c4c1ad68e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:36:43.843069 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb7ed3f-7bdb-4ac5-b07a-468cd4d2baf9 None None] New status for floating IP 56e78f2b-62d6-46e4-bf39-4fbd5d7780e6: DOWN {{(pid=104083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:36:44.429896 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-2aa61fa3-a780-4db0-ae55-59d9993d870d req-2b16a59c-b005-43f9-8058-54d4b9b253a8 service neutron] 10.222.0.30 "GET /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859692 Apr 11 18:36:44.566262 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957427b5-40a4-41c5-bd6d-e0c088d9dc23 req-c208bb75-8d53-4da9-8ce2-0b8eb19f9531 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:44.567747 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-957427b5-40a4-41c5-bd6d-e0c088d9dc23 req-c208bb75-8d53-4da9-8ce2-0b8eb19f9531 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 946 time: 0.0466440 Apr 11 18:36:44.617118 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-957427b5-40a4-41c5-bd6d-e0c088d9dc23 req-394cc695-d8b1-4712-b5f5-673cd498a7e8 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/security-groups?id=4a1e3fe1-8096-4e92-b476-d3545d795601&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427577 Apr 11 18:36:44.866760 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59a02c-ea8b-4227-a242-bdc8335f55f1 req-4f36f4a8-3d97-4dc8-9601-5733f06a46ba tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104080) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:36:44.868225 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8e59a02c-ea8b-4227-a242-bdc8335f55f1 req-4f36f4a8-3d97-4dc8-9601-5733f06a46ba tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 946 time: 0.0463071 Apr 11 18:36:44.954515 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-8e59a02c-ea8b-4227-a242-bdc8335f55f1 req-e73800f9-ce2d-4cca-a295-9000e1041fe4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Deleting port 59f1847d-1565-4f5f-95de-89605b09ef27 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:36:44.954849 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8e59a02c-ea8b-4227-a242-bdc8335f55f1 req-e73800f9-ce2d-4cca-a295-9000e1041fe4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:45.043529 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [req-8e59a02c-ea8b-4227-a242-bdc8335f55f1 req-e73800f9-ce2d-4cca-a295-9000e1041fe4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] For port 59f1847d-1565-4f5f-95de-89605b09ef27, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=59f1847d-1565-4f5f-95de-89605b09ef27,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:36:45.043891 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8e59a02c-ea8b-4227-a242-bdc8335f55f1 req-e73800f9-ce2d-4cca-a295-9000e1041fe4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:45.056965 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [req-8e59a02c-ea8b-4227-a242-bdc8335f55f1 req-e73800f9-ce2d-4cca-a295-9000e1041fe4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Calling delete_port for 59f1847d-1565-4f5f-95de-89605b09ef27 owned by compute:nova {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:36:45.307385 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8e59a02c-ea8b-4227-a242-bdc8335f55f1 req-e73800f9-ce2d-4cca-a295-9000e1041fe4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (59f1847d-1565-4f5f-95de-89605b09ef27), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:45.334948 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73800f9-ce2d-4cca-a295-9000e1041fe4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event deleted for resources: {'Port': ['ID=59f1847d-1565-4f5f-95de-89605b09ef27,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:45.379690 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e59a02c-ea8b-4227-a242-bdc8335f55f1 req-e73800f9-ce2d-4cca-a295-9000e1041fe4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] No DVR routers for this DVR port 59f1847d-1565-4f5f-95de-89605b09ef27 on host hv-cinder-83735 {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:36:45.383201 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [req-8e59a02c-ea8b-4227-a242-bdc8335f55f1 req-e73800f9-ce2d-4cca-a295-9000e1041fe4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for port (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:45.386500 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [req-8e59a02c-ea8b-4227-a242-bdc8335f55f1 req-e73800f9-ce2d-4cca-a295-9000e1041fe4 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.30 "DELETE /v2.0/ports/59f1847d-1565-4f5f-95de-89605b09ef27 HTTP/1.1" status: 204 len: 173 time: 0.5118628 Apr 11 18:36:45.386943 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb91495-1f66-4d43-b429-936e723f063a', 'name': 'network-vif-deleted', 'tag': '59f1847d-1565-4f5f-95de-89605b09ef27'}] {{(pid=104080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:36:45.389240 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2261e07286aaa11f7325fd234931fd7bcd0fa258fc1c261515dac81c518b7692" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ada7fc-7413-46fd-9065-95da3c155d70" -d '{"events": [{"server_uuid": "ddb91495-1f66-4d43-b429-936e723f063a", "name": "network-vif-deleted", "tag": "59f1847d-1565-4f5f-95de-89605b09ef27"}]}' {{(pid=104080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:36:45.424858 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3fa1cd-6992-4269-b136-6ae39db0bf5c x-openstack-request-id: req-ee3fa1cd-6992-4269-b136-6ae39db0bf5c {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:36:45.425165 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb91495-1f66-4d43-b429-936e723f063a", "name": "network-vif-deleted", "tag": "59f1847d-1565-4f5f-95de-89605b09ef27", "status": "completed", "code": 200}]} {{(pid=104080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:36:45.425426 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee3fa1cd-6992-4269-b136-6ae39db0bf5c {{(pid=104080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:36:45.425920 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3fa1cd-6992-4269-b136-6ae39db0bf5c'] response: {'server_uuid': 'ddb91495-1f66-4d43-b429-936e723f063a', 'name': 'network-vif-deleted', 'tag': '59f1847d-1565-4f5f-95de-89605b09ef27', 'status': 'completed', 'code': 200} Apr 11 18:36:45.713777 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [req-99796610-9475-4454-938e-762716ae353d req-a9c5cf84-1f60-4f3f-956b-ea74643253bd tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddb91495-1f66-4d43-b429-936e723f063a HTTP/1.1" status: 200 len: 210 time: 0.0280139 Apr 11 18:36:46.776267 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56352) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:46.894829 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-f2a87f3d-4597-45b3-b2df-1c5b405e8668 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Deleting port 60a8b4e4-11b0-444a-8d60-b4708f75d4b7 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:36:46.895196 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f2a87f3d-4597-45b3-b2df-1c5b405e8668 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (60a8b4e4-11b0-444a-8d60-b4708f75d4b7), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:46.971859 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f2a87f3d-4597-45b3-b2df-1c5b405e8668 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (60a8b4e4-11b0-444a-8d60-b4708f75d4b7), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:46.972182 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f2a87f3d-4597-45b3-b2df-1c5b405e8668 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for floatingip (60a8b4e4-11b0-444a-8d60-b4708f75d4b7), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:46.985108 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-f2a87f3d-4597-45b3-b2df-1c5b405e8668 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Calling delete_port for 60a8b4e4-11b0-444a-8d60-b4708f75d4b7 owned by network:floatingip {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:36:47.164548 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f2a87f3d-4597-45b3-b2df-1c5b405e8668 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (60a8b4e4-11b0-444a-8d60-b4708f75d4b7), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:47.190335 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a87f3d-4597-45b3-b2df-1c5b405e8668 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event deleted for resources: {'Port': ['ID=60a8b4e4-11b0-444a-8d60-b4708f75d4b7,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:47.254075 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f2a87f3d-4597-45b3-b2df-1c5b405e8668 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for floatingip (49e20693-c3f8-4737-a30f-c507b4f47135), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:47.257387 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f2a87f3d-4597-45b3-b2df-1c5b405e8668 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108449'] for floatingip (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:47.258536 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f2a87f3d-4597-45b3-b2df-1c5b405e8668 tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "DELETE /v2.0/floatingips/49e20693-c3f8-4737-a30f-c507b4f47135 HTTP/1.1" status: 204 len: 168 time: 0.4812720 Apr 11 18:36:48.222181 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 59f1847d-1565-4f5f-95de-89605b09ef27 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:36:48.242901 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] No Port match for: 59f1847d-1565-4f5f-95de-89605b09ef27 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:36:48.243270 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Device 59f1847d-1565-4f5f-95de-89605b09ef27 not bound to the agent host hv-cinder-83735 {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:36:48.586226 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 56364) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:48.645920 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5967fe2-ac34-4b79-bd19-04133c1e34fc tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group (4a1e3fe1-8096-4e92-b476-d3545d795601), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:48.671769 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5967fe2-ac34-4b79-bd19-04133c1e34fc tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group (4a1e3fe1-8096-4e92-b476-d3545d795601), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:48.784724 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5967fe2-ac34-4b79-bd19-04133c1e34fc tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (4a1e3fe1-8096-4e92-b476-d3545d795601), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:48.787648 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-c5967fe2-ac34-4b79-bd19-04133c1e34fc tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:48.788810 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-c5967fe2-ac34-4b79-bd19-04133c1e34fc tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] 10.222.0.64 "DELETE /v2.0/security-groups/4a1e3fe1-8096-4e92-b476-d3545d795601 HTTP/1.1" status: 204 len: 168 time: 0.2015762 Apr 11 18:36:48.798045 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5967fe2-ac34-4b79-bd19-04133c1e34fc tempest-TestVolumeBootPattern-2010690202 tempest-TestVolumeBootPattern-2010690202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1e3fe1-8096-4e92-b476-d3545d795601,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:48.893802 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56368) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:49.305976 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3ff241c3-9079-41b9-934a-6a4c7a3fe097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7919025'] for router_interface (411b46e8-b8e8-4cca-8a35-e67554027cfd), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:49.534404 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-3ff241c3-9079-41b9-934a-6a4c7a3fe097 admin admin] Deleting port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:36:49.534739 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3ff241c3-9079-41b9-934a-6a4c7a3fe097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:49.613718 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-3ff241c3-9079-41b9-934a-6a4c7a3fe097 admin admin] For port dc34c5a0-8fb7-46f8-a607-46b73ea6dc48, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=dc34c5a0-8fb7-46f8-a607-46b73ea6dc48,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:36:49.614001 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3ff241c3-9079-41b9-934a-6a4c7a3fe097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:49.626573 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-3ff241c3-9079-41b9-934a-6a4c7a3fe097 admin admin] Calling delete_port for dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 owned by network:router_interface {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:36:49.838463 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3ff241c3-9079-41b9-934a-6a4c7a3fe097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (dc34c5a0-8fb7-46f8-a607-46b73ea6dc48), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:49.864716 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff241c3-9079-41b9-934a-6a4c7a3fe097 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc34c5a0-8fb7-46f8-a607-46b73ea6dc48,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:50.030350 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-3ff241c3-9079-41b9-934a-6a4c7a3fe097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7877589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918877'] for router_interface (411b46e8-b8e8-4cca-8a35-e67554027cfd), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:50.502518 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff241c3-9079-41b9-934a-6a4c7a3fe097 admin admin] Router 411b46e8-b8e8-4cca-8a35-e67554027cfd has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:36:50.610477 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff241c3-9079-41b9-934a-6a4c7a3fe097 admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:36:50.615541 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-3ff241c3-9079-41b9-934a-6a4c7a3fe097 admin admin] 10.222.0.64 "PUT /v2.0/routers/411b46e8-b8e8-4cca-8a35-e67554027cfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7207375 Apr 11 18:36:50.618000 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56372) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:50.624515 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325dfe62-4766-48a7-9373-3af971b410da None None] Sync routers for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:36:50.634513 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325dfe62-4766-48a7-9373-3af971b410da None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:36:50.635174 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-325dfe62-4766-48a7-9373-3af971b410da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:36:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:50.723457 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Publish callbacks [] for router (411b46e8-b8e8-4cca-8a35-e67554027cfd), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:50.743013 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-325dfe62-4766-48a7-9373-3af971b410da None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: dv-cinder-837355-1-iscsi {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:36:50.828974 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Publish callbacks [] for router_gateway (411b46e8-b8e8-4cca-8a35-e67554027cfd), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:50.913675 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-325dfe62-4766-48a7-9373-3af971b410da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:36:49Z', 'revision_number': 5, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port': {'id': '1da5684e-40ba-4b2b-a1f0-704d10b96435', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:92:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:46Z', 'updated_at': '2022-04-11T18:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:50.932932 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Deleting port 1da5684e-40ba-4b2b-a1f0-704d10b96435 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:36:50.933274 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:50.940635 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325dfe62-4766-48a7-9373-3af971b410da None None] Checking router: 411b46e8-b8e8-4cca-8a35-e67554027cfd for host: dv-cinder-837355-1-iscsi {{(pid=104082) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:36:50.950040 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325dfe62-4766-48a7-9373-3af971b410da None None] Routers {'411b46e8-b8e8-4cca-8a35-e67554027cfd'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104082) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:36:50.950646 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-325dfe62-4766-48a7-9373-3af971b410da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:36:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['411b46e8-b8e8-4cca-8a35-e67554027cfd'], 'active': True} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:51.019406 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] For port 1da5684e-40ba-4b2b-a1f0-704d10b96435, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=1da5684e-40ba-4b2b-a1f0-704d10b96435,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:36:51.019818 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:51.034071 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Calling delete_port for 1da5684e-40ba-4b2b-a1f0-704d10b96435 owned by network:router_gateway {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:36:51.042048 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvr_db [None req-325dfe62-4766-48a7-9373-3af971b410da None None] Set router 411b46e8-b8e8-4cca-8a35-e67554027cfd gateway port host: None {{(pid=104082) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:36:51.097059 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_hamode_db [None req-325dfe62-4766-48a7-9373-3af971b410da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:36:50Z', 'revision_number': 6, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port_host': None}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:51.122833 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325dfe62-4766-48a7-9373-3af971b410da None None] The sync data for ids ['411b46e8-b8e8-4cca-8a35-e67554027cfd'] in dv-cinder-837355-1-iscsi is: [{'id': '411b46e8-b8e8-4cca-8a35-e67554027cfd', 'name': 'tempest-TestVolumeBootPattern-265551046-router', 'tenant_id': 'a72d474bfd484972b4d07bb44821ba79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:45Z', 'updated_at': '2022-04-11T18:36:50Z', 'revision_number': 6, 'project_id': 'a72d474bfd484972b4d07bb44821ba79', 'gw_port_host': None}] {{(pid=104082) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:36:51.278492 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (1da5684e-40ba-4b2b-a1f0-704d10b96435), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:51.301889 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da5684e-40ba-4b2b-a1f0-704d10b96435,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:51.364522 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7918843'] for router_gateway (411b46e8-b8e8-4cca-8a35-e67554027cfd), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:51.457391 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8366165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4787'] for router (411b46e8-b8e8-4cca-8a35-e67554027cfd), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:51.459608 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Publish callbacks [] for router_controller (411b46e8-b8e8-4cca-8a35-e67554027cfd), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:51.590445 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8366172'] for router (411b46e8-b8e8-4cca-8a35-e67554027cfd), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:51.591038 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 411b46e8-b8e8-4cca-8a35-e67554027cfd {{(pid=104081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:36:51.595422 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:51.596583 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-f7096581-e633-4f39-9013-73d428579553 admin admin] 10.222.0.64 "DELETE /v2.0/routers/411b46e8-b8e8-4cca-8a35-e67554027cfd HTTP/1.1" status: 204 len: 168 time: 0.9776485 Apr 11 18:36:51.599294 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56374) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:51.645025 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.db_base_plugin_v2 [None req-0208518a-68ed-42ee-84db-d1d58bf34e1e admin admin] Deleting subnet 13e5d722-3c3c-495b-93de-645c4c1ad68e {{(pid=104081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:36:51.648191 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0208518a-68ed-42ee-84db-d1d58bf34e1e admin admin] Publish callbacks [] for subnet (13e5d722-3c3c-495b-93de-645c4c1ad68e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:51.683266 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0208518a-68ed-42ee-84db-d1d58bf34e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7668634'] for subnet (13e5d722-3c3c-495b-93de-645c4c1ad68e), precommit_delete_associations {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:51.764522 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0208518a-68ed-42ee-84db-d1d58bf34e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (13e5d722-3c3c-495b-93de-645c4c1ad68e), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:51.879744 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0208518a-68ed-42ee-84db-d1d58bf34e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5668699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5201437'] for subnet (13e5d722-3c3c-495b-93de-645c4c1ad68e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:51.907212 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208518a-68ed-42ee-84db-d1d58bf34e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e5d722-3c3c-495b-93de-645c4c1ad68e,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:51.909115 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-0208518a-68ed-42ee-84db-d1d58bf34e1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:51.912873 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-0208518a-68ed-42ee-84db-d1d58bf34e1e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/13e5d722-3c3c-495b-93de-645c4c1ad68e HTTP/1.1" status: 204 len: 168 time: 0.3120580 Apr 11 18:36:51.914446 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc07a9e2-34f3-4afa-85bf-6a6c6b66127a None None] Network 5f370d44-e67f-4fea-94f6-b678c8ddf646 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:36:51.915575 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56376) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:51.992924 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (5f370d44-e67f-4fea-94f6-b678c8ddf646), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:52.040943 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Deleting port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 {{(pid=104081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:36:52.041551 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:52.091467 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] DHCP port deletion for 5f370d44-e67f-4fea-94f6-b678c8ddf646 request from dv-cinder-837355-1-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:36:52.114595 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.db [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] For port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=6d6f125d-2f1d-45be-bdf8-3a502b6e3b29,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:36:52.114968 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:52.129844 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.plugin [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Calling delete_port for 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 owned by network:dhcp {{(pid=104081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:36:52.134732 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Deleting port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:36:52.135660 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:52.326199 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:36:52.330525 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5668646'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:52.357277 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6f125d-2f1d-45be-bdf8-3a502b6e3b29,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:52.357909 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:36:52.358264 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:36:52.358657 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:36:52.360749 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] No DVR routers for this DVR port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 on host dv-cinder-837355-1-iscsi {{(pid=104081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:36:52.361441 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] For port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=6d6f125d-2f1d-45be-bdf8-3a502b6e3b29,segment=NetworkSegment(61aa0506-23dd-46fe-bd57-e831de3b314e),segment_id=61aa0506-23dd-46fe-bd57-e831de3b314e)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:36:52.362752 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:52.387918 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:36:52.388263 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device dc34c5a0-8fb7-46f8-a607-46b73ea6dc48 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:36:52.388669 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 1da5684e-40ba-4b2b-a1f0-704d10b96435 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:36:52.393960 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Calling delete_port for 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:36:52.413387 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 1da5684e-40ba-4b2b-a1f0-704d10b96435 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:36:52.413686 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 1da5684e-40ba-4b2b-a1f0-704d10b96435 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:36:52.435202 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (5f370d44-e67f-4fea-94f6-b678c8ddf646), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:52.456618 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f370d44-e67f-4fea-94f6-b678c8ddf646']}} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:52.466289 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61aa0506-23dd-46fe-bd57-e831de3b314e') {'for_net_delete': True} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:52.466587 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.services.segments.db [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61aa0506-23dd-46fe-bd57-e831de3b314e') {} {{(pid=104081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:52.476693 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7668627'] for segment (61aa0506-23dd-46fe-bd57-e831de3b314e), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: from cryptography.utils import int_from_bytes Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: from cryptography.utils import int_from_bytes Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.486375 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:36:52.489648 dv-cinder-837355-1-iscsi neutron-server[104082]: self.session.flush() Apr 11 18:36:52.491530 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (61aa0506-23dd-46fe-bd57-e831de3b314e), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:52.494446 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220'] for port (6d6f125d-2f1d-45be-bdf8-3a502b6e3b29), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:52.497744 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=104081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:36:52.498136 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5668849'] for segment (61aa0506-23dd-46fe-bd57-e831de3b314e), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: Traceback (most recent call last): Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: timer() Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: cb(*args, **kw) Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: return func(*args, **kwargs) Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: self._notify() Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: self.callback(batched_events) Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: event.method(event) Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: return f(self, *a, **k) Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._get(url).json() Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: return self.request(url, 'GET', **kwargs) Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:36:52.499924 dv-cinder-837355-1-iscsi neutron-server[104081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:36:52.521642 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Pushing event deleted for resources: {'Port': ['ID=6d6f125d-2f1d-45be-bdf8-3a502b6e3b29,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:52.532508 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] No DVR routers for this DVR port 6d6f125d-2f1d-45be-bdf8-3a502b6e3b29 on host dv-cinder-837355-1-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:36:52.534572 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.534913 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.535286 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.535611 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.535936 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.536257 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.536578 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.537452 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.537776 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.538093 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.538409 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.538730 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.539038 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.539372 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.539684 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c1fb83-a4c7-4cc9-9724-fe4ad047c1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837355-1-iscsi {{(pid=104082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:36:52.627259 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (5f370d44-e67f-4fea-94f6-b678c8ddf646), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:52.632604 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:52.635766 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5f370d44-e67f-4fea-94f6-b678c8ddf646 HTTP/1.1" status: 204 len: 168 time: 0.7192426 Apr 11 18:36:52.638860 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 56378) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:52.646689 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f74547-d741-46ab-aa69-75b04d62d318 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f370d44-e67f-4fea-94f6-b678c8ddf646,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:52.966335 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0cb43b67-ba35-4198-80d4-471f3903337e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7919025'] for router_interface (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:53.199724 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-0cb43b67-ba35-4198-80d4-471f3903337e admin admin] Deleting port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:36:53.200061 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0cb43b67-ba35-4198-80d4-471f3903337e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:53.278089 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-0cb43b67-ba35-4198-80d4-471f3903337e admin admin] For port 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9,segment=NetworkSegment(fce3a2d1-279e-4159-9257-ce766a18dd5c),segment_id=fce3a2d1-279e-4159-9257-ce766a18dd5c)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:36:53.278455 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0cb43b67-ba35-4198-80d4-471f3903337e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:53.292093 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-0cb43b67-ba35-4198-80d4-471f3903337e admin admin] Calling delete_port for 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 owned by network:router_interface {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:36:53.518729 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0cb43b67-ba35-4198-80d4-471f3903337e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:53.545098 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb43b67-ba35-4198-80d4-471f3903337e admin admin] Pushing event deleted for resources: {'Port': ['ID=55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:53.717995 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-0cb43b67-ba35-4198-80d4-471f3903337e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7877589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7918877'] for router_interface (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:53.934529 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb43b67-ba35-4198-80d4-471f3903337e admin admin] Router d8b3e2a3-9c7a-498b-aa4f-d4843242a799 has already been hosted by L3 agent 2ceabc6f-07f0-4363-b811-73eaf168303f {{(pid=104080) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:36:54.042688 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb43b67-ba35-4198-80d4-471f3903337e admin admin] Notify agent at l3_agent.dv-cinder-837355-1-iscsi the message routers_updated {{(pid=104080) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:36:54.047949 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-0cb43b67-ba35-4198-80d4-471f3903337e admin admin] 10.222.0.64 "PUT /v2.0/routers/d8b3e2a3-9c7a-498b-aa4f-d4843242a799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4079416 Apr 11 18:36:54.050458 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 56380) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:54.051084 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e8b7d4-bd29-4123-9ab5-5445d3653225 None None] Sync routers for ids ['d8b3e2a3-9c7a-498b-aa4f-d4843242a799'] in dv-cinder-837355-1-iscsi {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:36:54.061346 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e8b7d4-bd29-4123-9ab5-5445d3653225 None None] Routers {'d8b3e2a3-9c7a-498b-aa4f-d4843242a799'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:36:54.061960 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d5e8b7d4-bd29-4123-9ab5-5445d3653225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:36:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d8b3e2a3-9c7a-498b-aa4f-d4843242a799'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:54.175427 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-d5e8b7d4-bd29-4123-9ab5-5445d3653225 None None] Set router d8b3e2a3-9c7a-498b-aa4f-d4843242a799 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:36:54.352991 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d5e8b7d4-bd29-4123-9ab5-5445d3653225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'name': 'tempest-TestVolumeBootPattern-402551027-router', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:52Z', 'updated_at': '2022-04-11T18:36:53Z', 'revision_number': 5, 'project_id': 'ffb680ee4af64929bb7866603181fdb6', 'gw_port': {'id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:53Z', 'updated_at': '2022-04-11T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:54.380116 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e8b7d4-bd29-4123-9ab5-5445d3653225 None None] Checking router: d8b3e2a3-9c7a-498b-aa4f-d4843242a799 for host: dv-cinder-837355-1-iscsi {{(pid=104083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:36:54.388870 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e8b7d4-bd29-4123-9ab5-5445d3653225 None None] Routers {'d8b3e2a3-9c7a-498b-aa4f-d4843242a799'} bound to L3 agent in host dv-cinder-837355-1-iscsi {{(pid=104083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:36:54.389506 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d5e8b7d4-bd29-4123-9ab5-5445d3653225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837355-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:09:34Z,description=,heartbeat_timestamp=2022-04-11T18:36:34Z,host='dv-cinder-837355-1-iscsi',id=2ceabc6f-07f0-4363-b811-73eaf168303f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:09:35Z,topic='l3_agent')) {'router_ids': ['d8b3e2a3-9c7a-498b-aa4f-d4843242a799'], 'active': True} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:54.406674 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Publish callbacks [] for router (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:54.499739 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_dvr_db [None req-d5e8b7d4-bd29-4123-9ab5-5445d3653225 None None] Set router d8b3e2a3-9c7a-498b-aa4f-d4843242a799 gateway port host: dv-cinder-837355-1-iscsi {{(pid=104083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:36:54.511567 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Publish callbacks [] for router_gateway (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:54.635326 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Deleting port 7af08207-0d73-4bdc-97e2-dab11f7da29c {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:36:54.635671 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:54.668407 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.l3_hamode_db [None req-d5e8b7d4-bd29-4123-9ab5-5445d3653225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'name': 'tempest-TestVolumeBootPattern-402551027-router', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:52Z', 'updated_at': '2022-04-11T18:36:53Z', 'revision_number': 5, 'project_id': 'ffb680ee4af64929bb7866603181fdb6', 'gw_port': {'id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:53Z', 'updated_at': '2022-04-11T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}], 'dv-cinder-837355-1-iscsi', False) {} {{(pid=104083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:54.697991 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e8b7d4-bd29-4123-9ab5-5445d3653225 None None] The sync data for ids ['d8b3e2a3-9c7a-498b-aa4f-d4843242a799'] in dv-cinder-837355-1-iscsi is: [{'id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'name': 'tempest-TestVolumeBootPattern-402551027-router', 'tenant_id': 'ffb680ee4af64929bb7866603181fdb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'external_fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:29:52Z', 'updated_at': '2022-04-11T18:36:53Z', 'revision_number': 5, 'project_id': 'ffb680ee4af64929bb7866603181fdb6', 'gw_port': {'id': '7af08207-0d73-4bdc-97e2-dab11f7da29c', 'name': '', 'network_id': '92929611-3b7d-482f-9e07-357d61c7241e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b3e2a3-9c7a-498b-aa4f-d4843242a799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837355-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:29:53Z', 'updated_at': '2022-04-11T18:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6139520f-1c9c-4858-8bf3-ca03f08a681e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837355-1-iscsi'}] {{(pid=104083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:36:54.718536 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] For port 7af08207-0d73-4bdc-97e2-dab11f7da29c, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=7af08207-0d73-4bdc-97e2-dab11f7da29c,segment=NetworkSegment(01bcb5b2-6ca0-43ed-91f3-c125a839304c),segment_id=01bcb5b2-6ca0-43ed-91f3-c125a839304c)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:36:54.719166 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:54.734364 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Calling delete_port for 7af08207-0d73-4bdc-97e2-dab11f7da29c owned by network:router_gateway {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:36:54.964242 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (7af08207-0d73-4bdc-97e2-dab11f7da29c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:54.994433 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af08207-0d73-4bdc-97e2-dab11f7da29c,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:55.056888 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7918843'] for router_gateway (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.154194 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8366165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4787'] for router (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.156560 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Publish callbacks [] for router_controller (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.290367 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8366172'] for router (d8b3e2a3-9c7a-498b-aa4f-d4843242a799), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.290901 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8b3e2a3-9c7a-498b-aa4f-d4843242a799 {{(pid=104080) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:36:55.295446 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.296579 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-da475475-2e88-468d-be6b-93ec76b2f8f0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d8b3e2a3-9c7a-498b-aa4f-d4843242a799 HTTP/1.1" status: 204 len: 168 time: 1.2452164 Apr 11 18:36:55.299115 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 56382) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:55.347230 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7f638e-fb78-48b9-9d1f-6749560e869e admin admin] Deleting subnet bab6580c-5b9b-428a-a59e-33163a7dc522 {{(pid=104080) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:36:55.351331 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fe7f638e-fb78-48b9-9d1f-6749560e869e admin admin] Publish callbacks [] for subnet (bab6580c-5b9b-428a-a59e-33163a7dc522), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.390728 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fe7f638e-fb78-48b9-9d1f-6749560e869e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6097540'] for subnet (bab6580c-5b9b-428a-a59e-33163a7dc522), precommit_delete_associations {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.473074 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fe7f638e-fb78-48b9-9d1f-6749560e869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1040954'] for subnet (bab6580c-5b9b-428a-a59e-33163a7dc522), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.579630 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fe7f638e-fb78-48b9-9d1f-6749560e869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1040899', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7908352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5377928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5248833'] for subnet (bab6580c-5b9b-428a-a59e-33163a7dc522), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.606877 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f638e-fb78-48b9-9d1f-6749560e869e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab6580c-5b9b-428a-a59e-33163a7dc522,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:55.608876 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-fe7f638e-fb78-48b9-9d1f-6749560e869e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for subnet (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.612666 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fe7f638e-fb78-48b9-9d1f-6749560e869e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bab6580c-5b9b-428a-a59e-33163a7dc522 HTTP/1.1" status: 204 len: 168 time: 0.3125091 Apr 11 18:36:55.613439 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc48ebe-b180-400c-b0ee-a03df3c3addc None None] Network 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0 requested from dv-cinder-837355-1-iscsi {{(pid=104082) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:36:55.614467 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 56384) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:55.682741 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-952169'] for network (9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.734142 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Deleting port c35a53dc-7964-419a-b622-0167d44eceb0 {{(pid=104080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:36:55.734770 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.774016 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b788b-929b-45ae-960a-2e762142047c None None] DHCP port deletion for 9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0 request from dv-cinder-837355-1-iscsi {{(pid=104082) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:36:55.801099 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.db [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] For port c35a53dc-7964-419a-b622-0167d44eceb0, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=c35a53dc-7964-419a-b622-0167d44eceb0,segment=NetworkSegment(fce3a2d1-279e-4159-9257-ce766a18dd5c),segment_id=fce3a2d1-279e-4159-9257-ce766a18dd5c)] {{(pid=104080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:36:55.801465 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.814520 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.plugin [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Calling delete_port for c35a53dc-7964-419a-b622-0167d44eceb0 owned by network:dhcp {{(pid=104080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:36:55.814703 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e32b788b-929b-45ae-960a-2e762142047c None None] Deleting port c35a53dc-7964-419a-b622-0167d44eceb0 {{(pid=104082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:36:55.814961 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e32b788b-929b-45ae-960a-2e762142047c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775763516703'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), before_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.882796 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.db [None req-e32b788b-929b-45ae-960a-2e762142047c None None] For port c35a53dc-7964-419a-b622-0167d44eceb0, host dv-cinder-837355-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837355-1-iscsi',level=0,port_id=c35a53dc-7964-419a-b622-0167d44eceb0,segment=NetworkSegment(fce3a2d1-279e-4159-9257-ce766a18dd5c),segment_id=fce3a2d1-279e-4159-9257-ce766a18dd5c)] {{(pid=104082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:36:55.883116 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e32b788b-929b-45ae-960a-2e762142047c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7926831'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), precommit_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.895872 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-e32b788b-929b-45ae-960a-2e762142047c None None] Calling delete_port for c35a53dc-7964-419a-b622-0167d44eceb0 owned by network:dhcp {{(pid=104082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:36:55.964701 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5378037'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.970916 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e32b788b-929b-45ae-960a-2e762142047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-971703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775763524877', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775762982220'] for port (c35a53dc-7964-419a-b622-0167d44eceb0), after_delete {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:55.992100 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Pushing event deleted for resources: {'Port': ['ID=c35a53dc-7964-419a-b622-0167d44eceb0,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:55.997497 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] No DVR routers for this DVR port c35a53dc-7964-419a-b622-0167d44eceb0 on host dv-cinder-837355-1-iscsi {{(pid=104080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:36:56.001102 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b788b-929b-45ae-960a-2e762142047c None None] Pushing event deleted for resources: {'Port': ['ID=c35a53dc-7964-419a-b622-0167d44eceb0,revision_number=None']} {{(pid=104082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:56.005410 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b788b-929b-45ae-960a-2e762142047c None None] No DVR routers for this DVR port c35a53dc-7964-419a-b622-0167d44eceb0 on host dv-cinder-837355-1-iscsi {{(pid=104082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:36:56.072181 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046455', 'neutron.services.segments.db._delete_segments_for_network-8775763494831'] for network (9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:56.092223 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0']}} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:56.102057 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce3a2d1-279e-4159-9257-ce766a18dd5c') {'for_net_delete': True} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:56.102353 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.services.segments.db [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce3a2d1-279e-4159-9257-ce766a18dd5c') {} {{(pid=104080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:36:56.111685 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775763496632', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6097549'] for segment (fce3a2d1-279e-4159-9257-ce766a18dd5c), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:56.125828 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031'] for segment (fce3a2d1-279e-4159-9257-ce766a18dd5c), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:56.135304 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=104080) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:36:56.135701 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1039031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5377826'] for segment (fce3a2d1-279e-4159-9257-ce766a18dd5c), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: Traceback (most recent call last): Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: timer() Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: cb(*args, **kw) Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: return func(*args, **kwargs) Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: self._notify() Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: self.callback(batched_events) Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: event.method(event) Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: return f(self, *a, **k) Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._get(url).json() Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: return self.request(url, 'GET', **kwargs) Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:36:56.137540 dv-cinder-837355-1-iscsi neutron-server[104080]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:36:56.182351 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:36:56.202532 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:36:56.202871 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 55e8af30-63bd-4eba-bd1e-21a5fc7dc0d9 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:36:56.203301 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 7af08207-0d73-4bdc-97e2-dab11f7da29c no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:36:56.221970 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: 7af08207-0d73-4bdc-97e2-dab11f7da29c {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:36:56.222316 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device 7af08207-0d73-4bdc-97e2-dab11f7da29c not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:36:56.222714 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device c35a53dc-7964-419a-b622-0167d44eceb0 no longer exists at agent ovs-agent-dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:36:56.242333 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.plugin [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] No Port match for: c35a53dc-7964-419a-b622-0167d44eceb0 {{(pid=104082) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:36:56.242699 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron.plugins.ml2.rpc [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Device c35a53dc-7964-419a-b622-0167d44eceb0 not bound to the agent host dv-cinder-837355-1-iscsi {{(pid=104082) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:36:56.267677 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7877570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7918751'] for network (9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:56.273077 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7877424'] for network (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:56.278865 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] 10.222.0.64 "DELETE /v2.0/networks/9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0 HTTP/1.1" status: 204 len: 168 time: 0.6602638 Apr 11 18:36:56.289723 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0294a4a-69ff-477c-ae71-c50d832338be admin admin] Pushing event deleted for resources: {'Network': ['ID=9ae8c6d8-4dba-4413-ad7c-3c6142fee1f0,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:56.600365 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 56388) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:56.638702 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-fdce979a-cfa3-41a4-ad27-17f8ea421dd9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a72d474bfd484972b4d07bb44821ba79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371997 Apr 11 18:36:56.641071 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [-] (104080) accepted ('10.222.0.64', 56390) {{(pid=104080) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:56.692124 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b018-3138-4a94-85a7-5df66f371e48 admin admin] Publish callbacks [] for security_group (fdfe61a1-977a-4439-b6c4-66f8d106d386), before_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:56.713687 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b018-3138-4a94-85a7-5df66f371e48 admin admin] Publish callbacks [] for security_group (fdfe61a1-977a-4439-b6c4-66f8d106d386), precommit_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:56.821689 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b018-3138-4a94-85a7-5df66f371e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (fdfe61a1-977a-4439-b6c4-66f8d106d386), after_delete {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:56.824318 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron_lib.callbacks.manager [None req-ebe3b018-3138-4a94-85a7-5df66f371e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:56.825466 dv-cinder-837355-1-iscsi neutron-server[104080]: INFO neutron.wsgi [None req-ebe3b018-3138-4a94-85a7-5df66f371e48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdfe61a1-977a-4439-b6c4-66f8d106d386 HTTP/1.1" status: 204 len: 168 time: 0.1834874 Apr 11 18:36:56.833554 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3b018-3138-4a94-85a7-5df66f371e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfe61a1-977a-4439-b6c4-66f8d106d386,revision_number=None']} {{(pid=104080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:36:57.508300 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56396) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:57.550832 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-4350d88d-c602-4646-994e-53be6c847af2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffb680ee4af64929bb7866603181fdb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413983 Apr 11 18:36:57.553771 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [-] (104081) accepted ('10.222.0.64', 56398) {{(pid=104081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:36:57.615633 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6fc22761-77d2-46c6-a06f-ac738d275d9f admin admin] Publish callbacks [] for security_group (e407fac8-4183-4f3b-9748-916e453528da), before_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:57.642161 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6fc22761-77d2-46c6-a06f-ac738d275d9f admin admin] Publish callbacks [] for security_group (e407fac8-4183-4f3b-9748-916e453528da), precommit_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:57.744429 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6fc22761-77d2-46c6-a06f-ac738d275d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7900447'] for security_group (e407fac8-4183-4f3b-9748-916e453528da), after_delete {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:57.747003 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron_lib.callbacks.manager [None req-6fc22761-77d2-46c6-a06f-ac738d275d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:36:57.748212 dv-cinder-837355-1-iscsi neutron-server[104081]: INFO neutron.wsgi [None req-6fc22761-77d2-46c6-a06f-ac738d275d9f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e407fac8-4183-4f3b-9748-916e453528da HTTP/1.1" status: 204 len: 168 time: 0.1935594 Apr 11 18:36:57.756190 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc22761-77d2-46c6-a06f-ac738d275d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e407fac8-4183-4f3b-9748-916e453528da,revision_number=None']} {{(pid=104081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:37:01.827412 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-08c78e0e-c117-47e8-9e59-604c826c2844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:37:04.610070 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-13a54de2-d3fb-48c3-ae10-205477acabb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:37:05.541671 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:37:06.978992 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:37:08.258856 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:37:11.422778 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:37:13.546750 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:37:31.781413 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-fef630fe-e894-4c0c-aedc-86276821b369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:37:34.585558 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-4a3c50e5-def8-4900-a8e6-e732c14067a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:37:35.470995 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:37:36.981157 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:37:38.267243 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:37:43.581308 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:37:48.421557 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:38:01.798544 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-00870c59-0573-495f-ba16-839409286055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:38:04.576060 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-11f8a53b-672f-4d64-bea1-431503aba4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:38:05.467597 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:38:06.962694 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:38:08.299982 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:38:13.576279 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:38:25.421112 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:38:31.827256 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7abb9e9b-770e-4a84-a861-4573c59402b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:38:34.576725 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-5a40c62f-6ada-40ce-8d15-9826cb3c1693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:38:35.471578 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:38:36.975742 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:38:38.301642 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:38:38.759457 dv-cinder-837355-1-iscsi neutron-server[104080]: DEBUG neutron.wsgi [req-ff5be8b6-7537-4b25-98e2-3d924cbb9544 req-930f5e40-7814-4992-b3d4-47b2b3f190fb service neutron] (104080) timed out ('10.222.0.30', 56213) {{(pid=104080) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 18:38:43.586857 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:01.838433 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e2fcb0d1-483d-42af-9dc0-338033b18726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:02.418671 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:39:04.586908 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-80baeee2-1dfb-4c87-9bbd-4a68725b8f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:05.502326 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:07.015672 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:08.295847 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:13.592439 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:31.798577 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-38aedf10-9782-4c34-a304-e8693e6e085e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:34.568063 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-0ef02cd0-2f3f-4479-8c28-bbd76f3ccc2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:35.461358 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:36.975404 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:38.278191 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:39.416638 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:39:43.552067 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:01.781403 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-7427968d-1695-4c87-a7cd-eb76af5c4cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:04.621273 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-dc266527-2b4d-4f06-af1b-44c7c983aa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:05.478335 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:07.004444 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:08.267082 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:13.598465 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:16.414573 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:40:31.810040 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a1c6be14-d4a6-40ba-a931-4c28978a4f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:34.570014 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-90434ccb-e784-4918-8822-8d6add77e95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:35.496151 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:37.050861 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:38.301304 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:43.609674 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:53.413471 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:41:01.810392 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8ea94d00-3661-41e6-91c9-cd1d9fda536b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:04.581779 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-ee81536d-1937-42f4-9cb5-d20a7e3811b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:05.467697 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:06.976014 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:08.301666 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:13.599610 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:30.411612 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:41:31.821830 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-8cbf002a-e233-4b40-b19a-674aee3f6ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:34.588057 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-92151503-6a33-4556-b778-bb6c2156fab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:35.513238 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:37.119575 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:38.279520 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:43.599908 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:01.805062 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-3800330f-a11e-43a8-bead-8b4c0f69c248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (c8311a7e-bc63-4038-b49e-d3a0ceca9dd0), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:03.706371 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-9fa079d9-732e-4659-9335-74fc90a0368e req-8524d300-86cd-45bd-84fe-da1dcbc848a0 service neutron] (104081) timed out ('10.222.0.64', 50072) {{(pid=104081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 18:42:03.912771 dv-cinder-837355-1-iscsi neutron-server[104081]: DEBUG neutron.wsgi [req-9fa079d9-732e-4659-9335-74fc90a0368e req-d9efdc75-30a1-4316-9247-04214b82b3f7 tempest-TestShelveInstance-1270016604 tempest-TestShelveInstance-1270016604-project] (104081) timed out ('10.222.0.64', 50080) {{(pid=104081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 18:42:04.576753 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-cbd78569-3701-4fab-9a19-69e6d05f4443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (2ceabc6f-07f0-4363-b811-73eaf168303f), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:05.502528 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-36b34ef6-a5c3-4381-9dba-3e7a4b7ddb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8eb42fec-fcb9-4ea1-8a11-fc145936a3f6), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:07.023686 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2cf-e6c8-44c4-9b7d-7ee278ed3d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (8afc78e8-888a-4eed-a973-8279cb26203e), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:07.409510 dv-cinder-837355-1-iscsi neutron-server[104083]: DEBUG neutron.db.agents_db [None req-6a3457cb-f59a-4360-99d5-ecaf0c3b0b6e None None] Agent healthcheck: found 6 active agents {{(pid=104083) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:42:08.303752 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-a7f97bb4-bd06-4733-b57e-b6d30bfb63f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (aeaff4a6-3c1f-42f2-a504-c4db9b8ff1e1), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:13.639711 dv-cinder-837355-1-iscsi neutron-server[104082]: DEBUG neutron_lib.callbacks.manager [None req-e4c83040-c35e-4034-b0f6-4e6468b03d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775763494813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850928'] for agent (1a9363be-7c3a-4250-ae84-242c58b8c836), after_update {{(pid=104082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}